{"level":"warn","ts":"2026-07-03T15:54:05.577074Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:54:05.577235Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T15:54:05.577316Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:54:05.577346Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-07-03T15:54:05.577383Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:54:05.578033Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-07-03T15:54:05.578172Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T15:54:05.7386Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"160.152851ms"} {"level":"info","ts":"2026-07-03T15:54:05.971712Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-07-03T15:54:05.971931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T15:54:05.972003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-07-03T15:54:05.972045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T15:54:05.972095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-07-03T15:54:05.972176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-07-03T15:54:06.194059Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T15:54:06.271848Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T15:54:06.33471Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T15:54:06.341385Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T15:54:06.341818Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:06.341931Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:06.341942Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:54:06.341793Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T15:54:06.347594Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:54:06.347791Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-07-03T15:54:06.347887Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-07-03T15:54:06.348158Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T15:54:06.348203Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T15:54:06.412996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-07-03T15:54:06.413191Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-07-03T15:54:07.0728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T15:54:07.072897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T15:54:07.072944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-07-03T15:54:07.072966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-07-03T15:54:07.072982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-07-03T15:54:07.072998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-07-03T15:54:07.073013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-07-03T15:54:07.103425Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:07.164698Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T15:54:07.164745Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:54:07.164821Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:54:07.165124Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T15:54:07.165251Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T15:54:07.167063Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T15:54:07.16748Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-07-03T15:54:07.384957Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:07.385127Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:54:07.385178Z","caller":"traceutil/trace.go:171","msg":"trace[1897053892] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:3; }","duration":"166.23018ms","start":"2026-07-03T15:54:07.218931Z","end":"2026-07-03T15:54:07.385162Z","steps":["trace[1897053892] 'read index received' (duration: 165.953204ms)","trace[1897053892] 'applied index is now lower than readState.Index' (duration: 275.636µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:07.385266Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-07-03T15:54:07.385437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.479566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.385492Z","caller":"traceutil/trace.go:171","msg":"trace[1037496179] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"166.557157ms","start":"2026-07-03T15:54:07.218924Z","end":"2026-07-03T15:54:07.385481Z","steps":["trace[1037496179] 'agreement among raft nodes before linearized reading' (duration: 166.314522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.385553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.471835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.385624Z","caller":"traceutil/trace.go:171","msg":"trace[2010107818] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"166.609739ms","start":"2026-07-03T15:54:07.218978Z","end":"2026-07-03T15:54:07.385587Z","steps":["trace[2010107818] 'agreement among raft nodes before linearized reading' (duration: 166.439425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.386564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.279245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.386599Z","caller":"traceutil/trace.go:171","msg":"trace[140871352] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"108.355777ms","start":"2026-07-03T15:54:07.278232Z","end":"2026-07-03T15:54:07.386587Z","steps":["trace[140871352] 'agreement among raft nodes before linearized reading' (duration: 108.302386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.386815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.882819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.386845Z","caller":"traceutil/trace.go:171","msg":"trace[1121855618] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"108.92888ms","start":"2026-07-03T15:54:07.277908Z","end":"2026-07-03T15:54:07.386837Z","steps":["trace[1121855618] 'agreement among raft nodes before linearized reading' (duration: 108.809767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.386978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.724835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.387005Z","caller":"traceutil/trace.go:171","msg":"trace[1713816386] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"118.784026ms","start":"2026-07-03T15:54:07.268213Z","end":"2026-07-03T15:54:07.386997Z","steps":["trace[1713816386] 'agreement among raft nodes before linearized reading' (duration: 118.739515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.582793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.75784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.582868Z","caller":"traceutil/trace.go:171","msg":"trace[346949598] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"116.866891ms","start":"2026-07-03T15:54:07.465983Z","end":"2026-07-03T15:54:07.582849Z","steps":["trace[346949598] 'count revisions from in-memory index tree' (duration: 116.677637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.582868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.897156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.582935Z","caller":"traceutil/trace.go:171","msg":"trace[901227849] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"138.992118ms","start":"2026-07-03T15:54:07.443921Z","end":"2026-07-03T15:54:07.582914Z","steps":["trace[901227849] 'count revisions from in-memory index tree' (duration: 138.709241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.5831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.582613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.583144Z","caller":"traceutil/trace.go:171","msg":"trace[1982600954] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"129.657205ms","start":"2026-07-03T15:54:07.453472Z","end":"2026-07-03T15:54:07.583129Z","steps":["trace[1982600954] 'range keys from in-memory index tree' (duration: 129.428509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.582752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.695331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.583263Z","caller":"traceutil/trace.go:171","msg":"trace[1440770139] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"139.260624ms","start":"2026-07-03T15:54:07.443992Z","end":"2026-07-03T15:54:07.583253Z","steps":["trace[1440770139] 'range keys from in-memory index tree' (duration: 138.511077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.583216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.496401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.583419Z","caller":"traceutil/trace.go:171","msg":"trace[846126814] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"129.88155ms","start":"2026-07-03T15:54:07.45351Z","end":"2026-07-03T15:54:07.583392Z","steps":["trace[846126814] 'count revisions from in-memory index tree' (duration: 129.155732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:07.583549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.428935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:54:07.583684Z","caller":"traceutil/trace.go:171","msg":"trace[1729370808] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"117.69ms","start":"2026-07-03T15:54:07.465887Z","end":"2026-07-03T15:54:07.583577Z","steps":["trace[1729370808] 'range keys from in-memory index tree' (duration: 117.371203ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:12.628294Z","caller":"traceutil/trace.go:171","msg":"trace[1043283439] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"152.304412ms","start":"2026-07-03T15:54:12.47596Z","end":"2026-07-03T15:54:12.628264Z","steps":["trace[1043283439] 'process raft request' (duration: 79.662111ms)","trace[1043283439] 'compare' (duration: 72.268513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:12.628473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.888918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-03T15:54:12.628517Z","caller":"traceutil/trace.go:171","msg":"trace[1772626112] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:240; }","duration":"105.031961ms","start":"2026-07-03T15:54:12.523472Z","end":"2026-07-03T15:54:12.628504Z","steps":["trace[1772626112] 'agreement among raft nodes before linearized reading' (duration: 104.866268ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:12.628259Z","caller":"traceutil/trace.go:171","msg":"trace[2017605183] linearizableReadLoop","detail":"{readStateIndex:246; appliedIndex:245; }","duration":"104.652043ms","start":"2026-07-03T15:54:12.523548Z","end":"2026-07-03T15:54:12.6282Z","steps":["trace[2017605183] 'read index received' (duration: 32.001722ms)","trace[2017605183] 'applied index is now lower than readState.Index' (duration: 72.64876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:18.790769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687323935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:54:19.292027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687323935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:54:19.527419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329339818s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:54:19.527914Z","caller":"traceutil/trace.go:171","msg":"trace[143653660] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"1.329933512s","start":"2026-07-03T15:54:18.197953Z","end":"2026-07-03T15:54:19.527886Z","steps":["trace[143653660] 'process raft request' (duration: 1.329759878s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.529186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:18.197933Z","time spent":"1.330060495s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:54:19.60381Z","caller":"traceutil/trace.go:171","msg":"trace[1429705412] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:367; }","duration":"1.313887106s","start":"2026-07-03T15:54:18.28989Z","end":"2026-07-03T15:54:19.603777Z","steps":["trace[1429705412] 'read index received' (duration: 1.237856497s)","trace[1429705412] 'applied index is now lower than readState.Index' (duration: 76.029718ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:19.603961Z","caller":"traceutil/trace.go:171","msg":"trace[1785338918] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"536.423563ms","start":"2026-07-03T15:54:19.067526Z","end":"2026-07-03T15:54:19.603949Z","steps":["trace[1785338918] 'process raft request' (duration: 536.040455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.604111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:19.067492Z","time spent":"536.498844ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:19.604115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314199532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:54:19.604213Z","caller":"traceutil/trace.go:171","msg":"trace[628828796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:353; }","duration":"1.314381806s","start":"2026-07-03T15:54:18.289808Z","end":"2026-07-03T15:54:19.60419Z","steps":["trace[628828796] 'agreement among raft nodes before linearized reading' (duration: 1.314154631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.604279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:18.289777Z","time spent":"1.314492879s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:54:19.755844Z","caller":"traceutil/trace.go:171","msg":"trace[1992094489] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"151.913073ms","start":"2026-07-03T15:54:19.603902Z","end":"2026-07-03T15:54:19.755815Z","steps":["trace[1992094489] 'read index received' (duration: 151.732109ms)","trace[1992094489] 'applied index is now lower than readState.Index' (duration: 179.014µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:19.756007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.705764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4325"} {"level":"warn","ts":"2026-07-03T15:54:19.756047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.907445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:54:19.756043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.159833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:54:19.756107Z","caller":"traceutil/trace.go:171","msg":"trace[314606478] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:354; }","duration":"223.849947ms","start":"2026-07-03T15:54:19.532232Z","end":"2026-07-03T15:54:19.756081Z","steps":["trace[314606478] 'agreement among raft nodes before linearized reading' (duration: 223.610311ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:19.75616Z","caller":"traceutil/trace.go:171","msg":"trace[386238289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:354; }","duration":"909.330187ms","start":"2026-07-03T15:54:18.846806Z","end":"2026-07-03T15:54:19.756136Z","steps":["trace[386238289] 'agreement among raft nodes before linearized reading' (duration: 909.072621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.75617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.430234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:54:19.756222Z","caller":"traceutil/trace.go:171","msg":"trace[127638741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:354; }","duration":"939.529248ms","start":"2026-07-03T15:54:18.81668Z","end":"2026-07-03T15:54:19.756209Z","steps":["trace[127638741] 'agreement among raft nodes before linearized reading' (duration: 939.453356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.756225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:18.846794Z","time spent":"909.421339ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:54:19.7562Z","caller":"traceutil/trace.go:171","msg":"trace[1562697531] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"221.171716ms","start":"2026-07-03T15:54:19.534978Z","end":"2026-07-03T15:54:19.75615Z","steps":["trace[1562697531] 'process raft request' (duration: 220.611424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.756274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:18.816653Z","time spent":"939.608059ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:54:19.756105Z","caller":"traceutil/trace.go:171","msg":"trace[1253918307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:354; }","duration":"929.037798ms","start":"2026-07-03T15:54:18.82705Z","end":"2026-07-03T15:54:19.756087Z","steps":["trace[1253918307] 'agreement among raft nodes before linearized reading' (duration: 928.910635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.756415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:18.827016Z","time spent":"929.377316ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:54:19.776237Z","caller":"traceutil/trace.go:171","msg":"trace[1731781227] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"167.440877ms","start":"2026-07-03T15:54:19.608752Z","end":"2026-07-03T15:54:19.776193Z","steps":["trace[1731781227] 'process raft request' (duration: 167.13853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:19.776281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.452066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:54:19.776398Z","caller":"traceutil/trace.go:171","msg":"trace[67467426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:355; }","duration":"156.659911ms","start":"2026-07-03T15:54:19.619707Z","end":"2026-07-03T15:54:19.776366Z","steps":["trace[67467426] 'agreement among raft nodes before linearized reading' (duration: 156.411306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:20.037673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.863081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:54:20.037895Z","caller":"traceutil/trace.go:171","msg":"trace[1238653137] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"276.559773ms","start":"2026-07-03T15:54:19.761309Z","end":"2026-07-03T15:54:20.037868Z","steps":["trace[1238653137] 'process raft request' (duration: 114.212541ms)","trace[1238653137] 'compare' (duration: 161.694396ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:20.038435Z","caller":"traceutil/trace.go:171","msg":"trace[656443712] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"275.756714ms","start":"2026-07-03T15:54:19.76266Z","end":"2026-07-03T15:54:20.038417Z","steps":["trace[656443712] 'process raft request' (duration: 275.156061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:20.038615Z","caller":"traceutil/trace.go:171","msg":"trace[571329360] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"273.211296ms","start":"2026-07-03T15:54:19.765364Z","end":"2026-07-03T15:54:20.038575Z","steps":["trace[571329360] 'process raft request' (duration: 272.94691ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:20.038775Z","caller":"traceutil/trace.go:171","msg":"trace[657220109] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"257.746722ms","start":"2026-07-03T15:54:19.781012Z","end":"2026-07-03T15:54:20.038758Z","steps":["trace[657220109] 'process raft request' (duration: 257.411614ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:21.007404Z","caller":"traceutil/trace.go:171","msg":"trace[1176146755] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"956.862113ms","start":"2026-07-03T15:54:20.050504Z","end":"2026-07-03T15:54:21.007366Z","steps":["trace[1176146755] 'process raft request' (duration: 955.650755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:21.007599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:20.050479Z","time spent":"957.012216ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:32.443865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:54:32.585614Z","caller":"traceutil/trace.go:171","msg":"trace[1117442871] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"642.763734ms","start":"2026-07-03T15:54:31.942827Z","end":"2026-07-03T15:54:32.58559Z","steps":["trace[1117442871] 'read index received' (duration: 642.56261ms)","trace[1117442871] 'applied index is now lower than readState.Index' (duration: 200.164µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:32.58571Z","caller":"traceutil/trace.go:171","msg":"trace[1491408807] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"652.898333ms","start":"2026-07-03T15:54:31.932762Z","end":"2026-07-03T15:54:32.585661Z","steps":["trace[1491408807] 'process raft request' (duration: 652.660888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:32.585826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.727548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T15:54:32.585887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:31.932738Z","time spent":"653.052896ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:54:32.585896Z","caller":"traceutil/trace.go:171","msg":"trace[1139101263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:389; }","duration":"490.80144ms","start":"2026-07-03T15:54:32.095077Z","end":"2026-07-03T15:54:32.585878Z","steps":["trace[1139101263] 'agreement among raft nodes before linearized reading' (duration: 490.664867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:32.585828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.964549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:54:32.585929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.295483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-03T15:54:32.585985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:32.095011Z","time spent":"490.951264ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:54:32.586028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.014765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T15:54:32.58607Z","caller":"traceutil/trace.go:171","msg":"trace[1227180189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:389; }","duration":"465.500827ms","start":"2026-07-03T15:54:32.120541Z","end":"2026-07-03T15:54:32.586042Z","steps":["trace[1227180189] 'agreement among raft nodes before linearized reading' (duration: 465.243062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:32.586074Z","caller":"traceutil/trace.go:171","msg":"trace[459698437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:389; }","duration":"643.199623ms","start":"2026-07-03T15:54:31.942789Z","end":"2026-07-03T15:54:32.585988Z","steps":["trace[459698437] 'agreement among raft nodes before linearized reading' (duration: 642.910367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:32.58613Z","caller":"traceutil/trace.go:171","msg":"trace[1052752757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:389; }","duration":"480.20817ms","start":"2026-07-03T15:54:32.105898Z","end":"2026-07-03T15:54:32.586106Z","steps":["trace[1052752757] 'agreement among raft nodes before linearized reading' (duration: 479.955754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:32.586152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:31.94277Z","time spent":"643.362297ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:54:32.586152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:32.120512Z","time spent":"465.622159ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:54:32.586188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:32.105877Z","time spent":"480.300411ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:54:32.958909Z","caller":"traceutil/trace.go:171","msg":"trace[201074615] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"367.785373ms","start":"2026-07-03T15:54:32.591092Z","end":"2026-07-03T15:54:32.958877Z","steps":["trace[201074615] 'process raft request' (duration: 366.086454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:32.959066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:32.591075Z","time spent":"367.906845ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:54:32.959327Z","caller":"traceutil/trace.go:171","msg":"trace[757209199] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"368.172541ms","start":"2026-07-03T15:54:32.591122Z","end":"2026-07-03T15:54:32.959295Z","steps":["trace[757209199] 'process raft request' (duration: 367.6761ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:32.959368Z","caller":"traceutil/trace.go:171","msg":"trace[1937035361] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"367.930855ms","start":"2026-07-03T15:54:32.591392Z","end":"2026-07-03T15:54:32.959323Z","steps":["trace[1937035361] 'process raft request' (duration: 367.808343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:32.9595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:32.591361Z","time spent":"368.068129ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:32.959499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:32.591102Z","time spent":"368.294414ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:54:42.834625Z","caller":"traceutil/trace.go:171","msg":"trace[1119233267] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"196.990572ms","start":"2026-07-03T15:54:42.637602Z","end":"2026-07-03T15:54:42.834593Z","steps":["trace[1119233267] 'process raft request' (duration: 196.838069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:49.193452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.782244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:54:49.193601Z","caller":"traceutil/trace.go:171","msg":"trace[1840700541] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:490; }","duration":"169.009519ms","start":"2026-07-03T15:54:49.024573Z","end":"2026-07-03T15:54:49.193583Z","steps":["trace[1840700541] 'range keys from in-memory index tree' (duration: 168.698292ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:49.92392Z","caller":"traceutil/trace.go:171","msg":"trace[548102815] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"397.866185ms","start":"2026-07-03T15:54:49.526022Z","end":"2026-07-03T15:54:49.923888Z","steps":["trace[548102815] 'process raft request' (duration: 397.678681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:49.924091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.526Z","time spent":"398.010608ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.617302Z","caller":"traceutil/trace.go:171","msg":"trace[1876791021] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.087322917s","start":"2026-07-03T15:54:49.529958Z","end":"2026-07-03T15:54:50.61728Z","steps":["trace[1876791021] 'process raft request' (duration: 1.087112451s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.617423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.529937Z","time spent":"1.087433889s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.61748Z","caller":"traceutil/trace.go:171","msg":"trace[806338371] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.087493081s","start":"2026-07-03T15:54:49.529957Z","end":"2026-07-03T15:54:50.617451Z","steps":["trace[806338371] 'process raft request' (duration: 1.087219974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.617656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.52993Z","time spent":"1.087640513s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.61772Z","caller":"traceutil/trace.go:171","msg":"trace[949483063] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.076330927s","start":"2026-07-03T15:54:49.541356Z","end":"2026-07-03T15:54:50.617686Z","steps":["trace[949483063] 'process raft request' (duration: 1.076219344s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:50.617727Z","caller":"traceutil/trace.go:171","msg":"trace[673933534] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"1.076343958s","start":"2026-07-03T15:54:49.541338Z","end":"2026-07-03T15:54:50.617682Z","steps":["trace[673933534] 'process raft request' (duration: 1.075901248s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.617776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.541345Z","time spent":"1.076394069s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:54:50.617887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.541325Z","time spent":"1.076484541s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.618033Z","caller":"traceutil/trace.go:171","msg":"trace[1319514755] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"1.073514872s","start":"2026-07-03T15:54:49.544498Z","end":"2026-07-03T15:54:50.618013Z","steps":["trace[1319514755] 'process raft request' (duration: 1.073385719s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:50.618046Z","caller":"traceutil/trace.go:171","msg":"trace[162313318] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"1.073482441s","start":"2026-07-03T15:54:49.544496Z","end":"2026-07-03T15:54:50.617979Z","steps":["trace[162313318] 'process raft request' (duration: 1.073161534s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.618187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.544477Z","time spent":"1.073637595s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.618103Z","caller":"traceutil/trace.go:171","msg":"trace[1228887923] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"1.063365203s","start":"2026-07-03T15:54:49.55473Z","end":"2026-07-03T15:54:50.618095Z","steps":["trace[1228887923] 'process raft request' (duration: 1.06322065s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.618234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.544487Z","time spent":"1.073661985s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:54:50.618293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.554677Z","time spent":"1.063595868s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.619017Z","caller":"traceutil/trace.go:171","msg":"trace[342718676] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"902.672672ms","start":"2026-07-03T15:54:49.71631Z","end":"2026-07-03T15:54:50.618983Z","steps":["trace[342718676] 'process raft request' (duration: 902.521908ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:50.618571Z","caller":"traceutil/trace.go:171","msg":"trace[1277187833] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"1.024778988s","start":"2026-07-03T15:54:49.593774Z","end":"2026-07-03T15:54:50.618553Z","steps":["trace[1277187833] 'process raft request' (duration: 1.024292597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.619124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.716266Z","time spent":"902.809185ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.61891Z","caller":"traceutil/trace.go:171","msg":"trace[928687045] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"1.06324647s","start":"2026-07-03T15:54:49.55518Z","end":"2026-07-03T15:54:50.618426Z","steps":["trace[928687045] 'process raft request' (duration: 1.062824041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.619248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.555148Z","time spent":"1.064053809s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:54:50.619332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.593718Z","time spent":"1.025460414s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.619625Z","caller":"traceutil/trace.go:171","msg":"trace[1845817026] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"1.0764974s","start":"2026-07-03T15:54:49.541466Z","end":"2026-07-03T15:54:50.617964Z","steps":["trace[1845817026] 'process raft request' (duration: 1.076138482s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.620035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.541457Z","time spent":"1.078534466s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.623748Z","caller":"traceutil/trace.go:171","msg":"trace[1649200025] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"693.225977ms","start":"2026-07-03T15:54:49.930487Z","end":"2026-07-03T15:54:50.623713Z","steps":["trace[1649200025] 'process raft request' (duration: 692.964591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:50.623782Z","caller":"traceutil/trace.go:171","msg":"trace[1268791657] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"692.016838ms","start":"2026-07-03T15:54:49.931745Z","end":"2026-07-03T15:54:50.623761Z","steps":["trace[1268791657] 'process raft request' (duration: 691.822634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.623885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.931732Z","time spent":"692.097881ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:50.6239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.930461Z","time spent":"693.37124ms","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:54:50.623974Z","caller":"traceutil/trace.go:171","msg":"trace[118518268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:507; }","duration":"691.139059ms","start":"2026-07-03T15:54:49.932784Z","end":"2026-07-03T15:54:50.623923Z","steps":["trace[118518268] 'process raft request' (duration: 690.862453ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:50.623882Z","caller":"traceutil/trace.go:171","msg":"trace[1948642650] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"472.031895ms","start":"2026-07-03T15:54:50.15179Z","end":"2026-07-03T15:54:50.623822Z","steps":["trace[1948642650] 'process raft request' (duration: 471.960163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:50.624087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:50.151759Z","time spent":"472.286281ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:50.624126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:49.932773Z","time spent":"691.245722ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:51.082944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.030036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:54:51.083086Z","caller":"traceutil/trace.go:171","msg":"trace[1757193007] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"173.00643ms","start":"2026-07-03T15:54:50.910058Z","end":"2026-07-03T15:54:51.083065Z","steps":["trace[1757193007] 'read index received' (duration: 57.671787ms)","trace[1757193007] 'applied index is now lower than readState.Index' (duration: 115.333373ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:51.083165Z","caller":"traceutil/trace.go:171","msg":"trace[1532552928] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"226.231166ms","start":"2026-07-03T15:54:50.856923Z","end":"2026-07-03T15:54:51.083154Z","steps":["trace[1532552928] 'process raft request' (duration: 110.885033ms)","trace[1532552928] 'compare' (duration: 114.784441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:51.083406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.335997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:54:51.083456Z","caller":"traceutil/trace.go:171","msg":"trace[529829103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:541; }","duration":"173.41655ms","start":"2026-07-03T15:54:50.910029Z","end":"2026-07-03T15:54:51.083446Z","steps":["trace[529829103] 'agreement among raft nodes before linearized reading' (duration: 173.285687ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:51.084176Z","caller":"traceutil/trace.go:171","msg":"trace[1369079770] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"132.162545ms","start":"2026-07-03T15:54:50.951969Z","end":"2026-07-03T15:54:51.084131Z","steps":["trace[1369079770] 'process raft request' (duration: 131.851238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:51.095106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.50564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:54:51.095165Z","caller":"traceutil/trace.go:171","msg":"trace[425559149] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:543; }","duration":"165.625043ms","start":"2026-07-03T15:54:50.929526Z","end":"2026-07-03T15:54:51.095151Z","steps":["trace[425559149] 'agreement among raft nodes before linearized reading' (duration: 165.50059ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:51.095154Z","caller":"traceutil/trace.go:171","msg":"trace[1965256645] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"106.108675ms","start":"2026-07-03T15:54:50.988999Z","end":"2026-07-03T15:54:51.095108Z","steps":["trace[1965256645] 'process raft request' (duration: 105.851159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:51.095233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.966603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:54:51.095321Z","caller":"traceutil/trace.go:171","msg":"trace[273418424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"152.113886ms","start":"2026-07-03T15:54:50.943188Z","end":"2026-07-03T15:54:51.095302Z","steps":["trace[273418424] 'agreement among raft nodes before linearized reading' (duration: 151.923012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:52.233862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.969247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:54:52.234033Z","caller":"traceutil/trace.go:171","msg":"trace[1388846150] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"108.396566ms","start":"2026-07-03T15:54:52.125621Z","end":"2026-07-03T15:54:52.234017Z","steps":["trace[1388846150] 'read index received' (duration: 45.891µs)","trace[1388846150] 'applied index is now lower than readState.Index' (duration: 108.349745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:52.234152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.53914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-07-03T15:54:52.234174Z","caller":"traceutil/trace.go:171","msg":"trace[672611672] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:572; }","duration":"108.610471ms","start":"2026-07-03T15:54:52.125557Z","end":"2026-07-03T15:54:52.234167Z","steps":["trace[672611672] 'agreement among raft nodes before linearized reading' (duration: 108.497919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:52.234188Z","caller":"traceutil/trace.go:171","msg":"trace[1922381680] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"222.379769ms","start":"2026-07-03T15:54:52.011729Z","end":"2026-07-03T15:54:52.234108Z","steps":["trace[1922381680] 'process raft request' (duration: 84.056064ms)","trace[1922381680] 'compare' (duration: 137.780063ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:52.279296Z","caller":"traceutil/trace.go:171","msg":"trace[1062531955] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"150.642974ms","start":"2026-07-03T15:54:52.128605Z","end":"2026-07-03T15:54:52.279248Z","steps":["trace[1062531955] 'process raft request' (duration: 150.332557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:57.692984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:54:58.194049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:54:58.47483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921924545s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:54:58.476107Z","caller":"traceutil/trace.go:171","msg":"trace[1957860145] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:624; }","duration":"1.284045312s","start":"2026-07-03T15:54:57.192034Z","end":"2026-07-03T15:54:58.476079Z","steps":["trace[1957860145] 'read index received' (duration: 1.282976378s)","trace[1957860145] 'applied index is now lower than readState.Index' (duration: 1.067864ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:54:58.476198Z","caller":"traceutil/trace.go:171","msg":"trace[1041527268] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.929521228s","start":"2026-07-03T15:54:56.546634Z","end":"2026-07-03T15:54:58.476155Z","steps":["trace[1041527268] 'process raft request' (duration: 1.92869812s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:58.476404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:56.546601Z","time spent":"1.929689671s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:58.476562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235265358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T15:54:58.476574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.721734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:54:58.476571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236963716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:54:58.476624Z","caller":"traceutil/trace.go:171","msg":"trace[1112212886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"1.235338569s","start":"2026-07-03T15:54:57.241262Z","end":"2026-07-03T15:54:58.476601Z","steps":["trace[1112212886] 'agreement among raft nodes before linearized reading' (duration: 1.235199736s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:58.476631Z","caller":"traceutil/trace.go:171","msg":"trace[2043697236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"530.825146ms","start":"2026-07-03T15:54:57.945787Z","end":"2026-07-03T15:54:58.476612Z","steps":["trace[2043697236] 'agreement among raft nodes before linearized reading' (duration: 530.704224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:58.476646Z","caller":"traceutil/trace.go:171","msg":"trace[19767159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"1.237094499s","start":"2026-07-03T15:54:57.239528Z","end":"2026-07-03T15:54:58.476622Z","steps":["trace[19767159] 'agreement among raft nodes before linearized reading' (duration: 1.236761682s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:58.476663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:57.945763Z","time spent":"530.894898ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:54:58.476675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:57.241251Z","time spent":"1.23541215s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:54:58.476699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:57.239509Z","time spent":"1.237179401s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:54:58.476408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284353709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:54:58.476718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235580385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:54:58.476796Z","caller":"traceutil/trace.go:171","msg":"trace[483800177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"1.235675817s","start":"2026-07-03T15:54:57.241097Z","end":"2026-07-03T15:54:58.476772Z","steps":["trace[483800177] 'agreement among raft nodes before linearized reading' (duration: 1.235438591s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:58.476784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171918122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7pbr5\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-07-03T15:54:58.476854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:57.241089Z","time spent":"1.235752788s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:54:58.476904Z","caller":"traceutil/trace.go:171","msg":"trace[598123834] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7pbr5; range_end:; response_count:1; response_revision:599; }","duration":"1.172087756s","start":"2026-07-03T15:54:57.304787Z","end":"2026-07-03T15:54:58.476875Z","steps":["trace[598123834] 'agreement among raft nodes before linearized reading' (duration: 1.171684837s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:54:58.476852Z","caller":"traceutil/trace.go:171","msg":"trace[670775191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"1.28478582s","start":"2026-07-03T15:54:57.191973Z","end":"2026-07-03T15:54:58.476759Z","steps":["trace[670775191] 'agreement among raft nodes before linearized reading' (duration: 1.284269858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:54:58.477305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:57.19195Z","time spent":"1.285316312s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:54:58.476949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:57.304776Z","time spent":"1.172166278s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-7pbr5\" "} {"level":"warn","ts":"2026-07-03T15:54:59.098589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.890961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:54:59.098705Z","caller":"traceutil/trace.go:171","msg":"trace[1146935860] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"610.351239ms","start":"2026-07-03T15:54:58.488334Z","end":"2026-07-03T15:54:59.098685Z","steps":["trace[1146935860] 'process raft request' (duration: 210.279324ms)","trace[1146935860] 'compare' (duration: 399.767228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:54:59.098767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:58.488307Z","time spent":"610.433251ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:54:59.71065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012034571s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:55:00.902278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191350002s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:00.902845Z","caller":"traceutil/trace.go:171","msg":"trace[435378550] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"2.413261967s","start":"2026-07-03T15:54:58.489552Z","end":"2026-07-03T15:55:00.902814Z","steps":["trace[435378550] 'process raft request' (duration: 1.221278221s)","trace[435378550] 'compare' (duration: 1.191050446s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:00.902974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:58.489538Z","time spent":"2.4133773s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:00.903081Z","caller":"traceutil/trace.go:171","msg":"trace[415516216] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:626; }","duration":"957.870653ms","start":"2026-07-03T15:54:59.945196Z","end":"2026-07-03T15:55:00.903067Z","steps":["trace[415516216] 'read index received' (duration: 40.741µs)","trace[415516216] 'applied index is now lower than readState.Index' (duration: 957.829082ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:00.903132Z","caller":"traceutil/trace.go:171","msg":"trace[954301724] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"2.413490533s","start":"2026-07-03T15:54:58.489614Z","end":"2026-07-03T15:55:00.903105Z","steps":["trace[954301724] 'process raft request' (duration: 2.412981572s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:00.903185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.992975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:00.903216Z","caller":"traceutil/trace.go:171","msg":"trace[969932388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"958.081338ms","start":"2026-07-03T15:54:59.945124Z","end":"2026-07-03T15:55:00.903206Z","steps":["trace[969932388] 'agreement among raft nodes before linearized reading' (duration: 957.999846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:00.903245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:59.945102Z","time spent":"958.136279ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:55:00.903234Z","caller":"traceutil/trace.go:171","msg":"trace[1047266329] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"2.397944381s","start":"2026-07-03T15:54:58.505264Z","end":"2026-07-03T15:55:00.903208Z","steps":["trace[1047266329] 'process raft request' (duration: 2.397712986s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:00.903097Z","caller":"traceutil/trace.go:171","msg":"trace[1032007224] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"2.411528069s","start":"2026-07-03T15:54:58.491532Z","end":"2026-07-03T15:55:00.90306Z","steps":["trace[1032007224] 'process raft request' (duration: 2.411405006s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:00.903296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:58.489608Z","time spent":"2.413602535s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:00.903326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:58.505239Z","time spent":"2.398040893s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:00.903311Z","caller":"traceutil/trace.go:171","msg":"trace[791861201] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"2.354282201s","start":"2026-07-03T15:54:58.548995Z","end":"2026-07-03T15:55:00.903277Z","steps":["trace[791861201] 'process raft request' (duration: 2.354024685s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:00.903411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:58.4915Z","time spent":"2.411805705s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:00.903423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:54:58.548966Z","time spent":"2.354410184s","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:01.405443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:02.170596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.66404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:02.170724Z","caller":"traceutil/trace.go:171","msg":"trace[1979413240] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"1.265761169s","start":"2026-07-03T15:55:00.90494Z","end":"2026-07-03T15:55:02.170701Z","steps":["trace[1979413240] 'read index received' (duration: 581.70925ms)","trace[1979413240] 'applied index is now lower than readState.Index' (duration: 684.050189ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:02.170764Z","caller":"traceutil/trace.go:171","msg":"trace[1710565304] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.404549734s","start":"2026-07-03T15:55:00.766175Z","end":"2026-07-03T15:55:02.170725Z","steps":["trace[1710565304] 'process raft request' (duration: 720.635018ms)","trace[1710565304] 'compare' (duration: 683.415805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:02.170854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256359646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:02.170892Z","caller":"traceutil/trace.go:171","msg":"trace[488159584] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:606; }","duration":"1.256435738s","start":"2026-07-03T15:55:00.91444Z","end":"2026-07-03T15:55:02.170875Z","steps":["trace[488159584] 'agreement among raft nodes before linearized reading' (duration: 1.256372586s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:02.17087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265898932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:02.170981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:00.914419Z","time spent":"1.256548131s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"info","ts":"2026-07-03T15:55:02.170998Z","caller":"traceutil/trace.go:171","msg":"trace[337333568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"1.266080926s","start":"2026-07-03T15:55:00.904888Z","end":"2026-07-03T15:55:02.170969Z","steps":["trace[337333568] 'agreement among raft nodes before linearized reading' (duration: 1.265883621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:02.170984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:00.766148Z","time spent":"1.404689298s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:02.171048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:00.904866Z","time spent":"1.266173818s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:02.171281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06766242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:55:02.171471Z","caller":"traceutil/trace.go:171","msg":"trace[1858258553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"1.067898406s","start":"2026-07-03T15:55:01.103542Z","end":"2026-07-03T15:55:02.171441Z","steps":["trace[1858258553] 'agreement among raft nodes before linearized reading' (duration: 1.067470457s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:02.171651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:01.103518Z","time spent":"1.06811708s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:02.171324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242094752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:55:02.171879Z","caller":"traceutil/trace.go:171","msg":"trace[1239547832] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:606; }","duration":"1.242632594s","start":"2026-07-03T15:55:00.929171Z","end":"2026-07-03T15:55:02.171804Z","steps":["trace[1239547832] 'agreement among raft nodes before linearized reading' (duration: 1.242095172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:02.17197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:00.929149Z","time spent":"1.242785108s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T15:55:03.871187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2031028s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T15:55:03.87131Z","caller":"traceutil/trace.go:171","msg":"trace[250283402] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"1.690916753s","start":"2026-07-03T15:55:02.180372Z","end":"2026-07-03T15:55:03.871288Z","steps":["trace[250283402] 'read index received' (duration: 487.776432ms)","trace[250283402] 'applied index is now lower than readState.Index' (duration: 1.203138791s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:03.871381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:02.172978Z","time spent":"1.698399242s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T15:55:03.871605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691226579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:03.871634Z","caller":"traceutil/trace.go:171","msg":"trace[1341300451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"1.691294821s","start":"2026-07-03T15:55:02.180329Z","end":"2026-07-03T15:55:03.871624Z","steps":["trace[1341300451] 'agreement among raft nodes before linearized reading' (duration: 1.69123155s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:03.871705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:02.180307Z","time spent":"1.691391973s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:04.371411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:04.872321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:05.373029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:05.87335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:05.873625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000715561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:55:05.873736Z","caller":"traceutil/trace.go:171","msg":"trace[413071649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000908216s","start":"2026-07-03T15:55:03.872809Z","end":"2026-07-03T15:55:05.873717Z","steps":["trace[413071649] 'agreement among raft nodes before linearized reading' (duration: 2.000758553s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:05.873795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:03.872785Z","time spent":"2.000998778s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:06.373769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:06.874784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:07.174892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:02.181195Z","time spent":"4.993689384s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 15:55:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:55:07.375505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:07.875746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:07.881786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:55:07.881858Z","caller":"traceutil/trace.go:171","msg":"trace[1332098755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413314s","start":"2026-07-03T15:55:05.881422Z","end":"2026-07-03T15:55:07.881836Z","steps":["trace[1332098755] 'agreement among raft nodes before linearized reading' (duration: 2.000322972s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.881913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:05.881387Z","time spent":"2.000514437s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:55:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:55:07.907723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998493823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:55:07.907784Z","caller":"traceutil/trace.go:171","msg":"trace[1485197893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998603485s","start":"2026-07-03T15:55:02.909166Z","end":"2026-07-03T15:55:07.907769Z","steps":["trace[1485197893] 'agreement among raft nodes before linearized reading' (duration: 4.998537944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:07.90782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:02.909142Z","time spent":"4.998669437s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 15:55:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:55:08.376181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:08.877203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:09.049043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059920131s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:09.049195Z","caller":"traceutil/trace.go:171","msg":"trace[859414257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:606; }","duration":"2.060092056s","start":"2026-07-03T15:55:06.989077Z","end":"2026-07-03T15:55:09.049169Z","steps":["trace[859414257] 'range keys from in-memory index tree' (duration: 2.059891911s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:09.050424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.380607718s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:55:09.051614Z","caller":"traceutil/trace.go:171","msg":"trace[63886052] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"6.487434668s","start":"2026-07-03T15:55:02.564153Z","end":"2026-07-03T15:55:09.051588Z","steps":["trace[63886052] 'process raft request' (duration: 6.486869615s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:09.051798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:02.564117Z","time spent":"6.487599172s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:09.05228Z","caller":"traceutil/trace.go:171","msg":"trace[2033436301] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"5.179419892s","start":"2026-07-03T15:55:03.872829Z","end":"2026-07-03T15:55:09.052249Z","steps":["trace[2033436301] 'process raft request' (duration: 5.179285659s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:09.052299Z","caller":"traceutil/trace.go:171","msg":"trace[1310349205] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"3.174930085s","start":"2026-07-03T15:55:05.877354Z","end":"2026-07-03T15:55:09.052284Z","steps":["trace[1310349205] 'process raft request' (duration: 3.174868484s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:09.052539Z","caller":"traceutil/trace.go:171","msg":"trace[691762357] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"4.818440273s","start":"2026-07-03T15:55:04.23387Z","end":"2026-07-03T15:55:09.05231Z","steps":["trace[691762357] 'process raft request' (duration: 4.81830062s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:09.052569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:05.877326Z","time spent":"3.175211571s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:09.052601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:03.872803Z","time spent":"5.179522354s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:09.052645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:04.233841Z","time spent":"4.81875133s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:09.066619Z","caller":"traceutil/trace.go:171","msg":"trace[1125323623] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:633; }","duration":"5.195237669s","start":"2026-07-03T15:55:03.871338Z","end":"2026-07-03T15:55:09.066575Z","steps":["trace[1125323623] 'read index received' (duration: 5.179313609s)","trace[1125323623] 'applied index is now lower than readState.Index' (duration: 15.92218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:09.066865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.157715507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:55:09.067083Z","caller":"traceutil/trace.go:171","msg":"trace[361961091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"6.157997115s","start":"2026-07-03T15:55:02.90906Z","end":"2026-07-03T15:55:09.067058Z","steps":["trace[361961091] 'agreement among raft nodes before linearized reading' (duration: 6.157571984s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:09.067171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:02.909044Z","time spent":"6.158087406s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:09.067175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.483167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:09.067165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.158495395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T15:55:09.067205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550324927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:09.067242Z","caller":"traceutil/trace.go:171","msg":"trace[173157907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"130.580198ms","start":"2026-07-03T15:55:08.936639Z","end":"2026-07-03T15:55:09.067219Z","steps":["trace[173157907] 'agreement among raft nodes before linearized reading' (duration: 130.497826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:09.067259Z","caller":"traceutil/trace.go:171","msg":"trace[1741894315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"6.158651849s","start":"2026-07-03T15:55:02.908585Z","end":"2026-07-03T15:55:09.067237Z","steps":["trace[1741894315] 'agreement among raft nodes before linearized reading' (duration: 6.15829957s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:09.067271Z","caller":"traceutil/trace.go:171","msg":"trace[168339169] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:611; }","duration":"1.550440819s","start":"2026-07-03T15:55:07.516805Z","end":"2026-07-03T15:55:09.067246Z","steps":["trace[168339169] 'agreement among raft nodes before linearized reading' (duration: 1.550271235s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:09.067285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185094991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:09.067314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:07.516781Z","time spent":"1.550521071s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:55:09.067313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:02.908565Z","time spent":"6.158738391s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:55:09.067341Z","caller":"traceutil/trace.go:171","msg":"trace[1507359523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"1.185185973s","start":"2026-07-03T15:55:07.882144Z","end":"2026-07-03T15:55:09.06733Z","steps":["trace[1507359523] 'agreement among raft nodes before linearized reading' (duration: 1.185094171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:09.067362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:07.882122Z","time spent":"1.185234643s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:55:11.042351Z","caller":"traceutil/trace.go:171","msg":"trace[693308690] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"112.836438ms","start":"2026-07-03T15:55:10.929487Z","end":"2026-07-03T15:55:11.042323Z","steps":["trace[693308690] 'read index received' (duration: 112.578762ms)","trace[693308690] 'applied index is now lower than readState.Index' (duration: 256.226µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:11.042413Z","caller":"traceutil/trace.go:171","msg":"trace[1947789412] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"438.320701ms","start":"2026-07-03T15:55:10.604029Z","end":"2026-07-03T15:55:11.04235Z","steps":["trace[1947789412] 'process raft request' (duration: 438.105567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:11.042646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:10.603985Z","time spent":"438.545926ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:11.042897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.368139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:55:11.043037Z","caller":"traceutil/trace.go:171","msg":"trace[1553343388] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:635; }","duration":"113.550743ms","start":"2026-07-03T15:55:10.929461Z","end":"2026-07-03T15:55:11.043012Z","steps":["trace[1553343388] 'agreement among raft nodes before linearized reading' (duration: 112.97013ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:13.375924Z","caller":"traceutil/trace.go:171","msg":"trace[1847422996] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"122.094926ms","start":"2026-07-03T15:55:13.2538Z","end":"2026-07-03T15:55:13.375895Z","steps":["trace[1847422996] 'process raft request' (duration: 121.900962ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:13.504052Z","caller":"traceutil/trace.go:171","msg":"trace[1694160687] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"108.058067ms","start":"2026-07-03T15:55:13.395957Z","end":"2026-07-03T15:55:13.504015Z","steps":["trace[1694160687] 'process raft request' (duration: 107.801002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:14.088853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.191359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:14.088922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.181216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-03T15:55:14.088997Z","caller":"traceutil/trace.go:171","msg":"trace[2039883485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:691; }","duration":"156.445855ms","start":"2026-07-03T15:55:13.932525Z","end":"2026-07-03T15:55:14.088971Z","steps":["trace[2039883485] 'range keys from in-memory index tree' (duration: 155.913163ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:14.089033Z","caller":"traceutil/trace.go:171","msg":"trace[914170721] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:691; }","duration":"106.37145ms","start":"2026-07-03T15:55:13.982635Z","end":"2026-07-03T15:55:14.089006Z","steps":["trace[914170721] 'range keys from in-memory index tree' (duration: 105.891619ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:15.207604Z","caller":"traceutil/trace.go:171","msg":"trace[1163337514] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"192.171573ms","start":"2026-07-03T15:55:15.015403Z","end":"2026-07-03T15:55:15.207575Z","steps":["trace[1163337514] 'process raft request' (duration: 191.851776ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:16.031642Z","caller":"traceutil/trace.go:171","msg":"trace[1864190422] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:742; }","duration":"147.262377ms","start":"2026-07-03T15:55:15.884359Z","end":"2026-07-03T15:55:16.031621Z","steps":["trace[1864190422] 'read index received' (duration: 76.098054ms)","trace[1864190422] 'applied index is now lower than readState.Index' (duration: 71.163713ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:16.031705Z","caller":"traceutil/trace.go:171","msg":"trace[2129580917] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"189.169276ms","start":"2026-07-03T15:55:15.842463Z","end":"2026-07-03T15:55:16.031632Z","steps":["trace[2129580917] 'process raft request' (duration: 117.993093ms)","trace[2129580917] 'compare' (duration: 70.964288ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:16.031986Z","caller":"traceutil/trace.go:171","msg":"trace[305111347] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"147.525643ms","start":"2026-07-03T15:55:15.88437Z","end":"2026-07-03T15:55:16.031895Z","steps":["trace[305111347] 'process raft request' (duration: 147.211336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:16.032009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.626965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-gw5wb\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-07-03T15:55:16.032271Z","caller":"traceutil/trace.go:171","msg":"trace[395739278] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-gw5wb; range_end:; response_count:1; response_revision:714; }","duration":"147.899941ms","start":"2026-07-03T15:55:15.884349Z","end":"2026-07-03T15:55:16.032249Z","steps":["trace[395739278] 'agreement among raft nodes before linearized reading' (duration: 147.382369ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:16.200959Z","caller":"traceutil/trace.go:171","msg":"trace[958937151] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:745; }","duration":"129.77559ms","start":"2026-07-03T15:55:16.071153Z","end":"2026-07-03T15:55:16.200929Z","steps":["trace[958937151] 'read index received' (duration: 118.814652ms)","trace[958937151] 'applied index is now lower than readState.Index' (duration: 10.959758ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:16.201019Z","caller":"traceutil/trace.go:171","msg":"trace[1272776275] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"161.167601ms","start":"2026-07-03T15:55:16.039818Z","end":"2026-07-03T15:55:16.200985Z","steps":["trace[1272776275] 'process raft request' (duration: 150.152391ms)","trace[1272776275] 'compare' (duration: 10.681272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:16.201168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.989665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:16.201203Z","caller":"traceutil/trace.go:171","msg":"trace[655963550] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:717; }","duration":"130.093177ms","start":"2026-07-03T15:55:16.071101Z","end":"2026-07-03T15:55:16.201194Z","steps":["trace[655963550] 'agreement among raft nodes before linearized reading' (duration: 129.996835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:16.201211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.009185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:16.201278Z","caller":"traceutil/trace.go:171","msg":"trace[738224155] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:717; }","duration":"130.154199ms","start":"2026-07-03T15:55:16.071107Z","end":"2026-07-03T15:55:16.201261Z","steps":["trace[738224155] 'agreement among raft nodes before linearized reading' (duration: 129.954694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:16.201506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.843352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:16.201541Z","caller":"traceutil/trace.go:171","msg":"trace[1659234199] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:717; }","duration":"129.926244ms","start":"2026-07-03T15:55:16.071605Z","end":"2026-07-03T15:55:16.201531Z","steps":["trace[1659234199] 'agreement among raft nodes before linearized reading' (duration: 129.873803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:16.201655Z","caller":"traceutil/trace.go:171","msg":"trace[512507266] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"149.6809ms","start":"2026-07-03T15:55:16.051923Z","end":"2026-07-03T15:55:16.201604Z","steps":["trace[512507266] 'process raft request' (duration: 148.897893ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:16.354661Z","caller":"traceutil/trace.go:171","msg":"trace[1507149717] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"108.863457ms","start":"2026-07-03T15:55:16.245771Z","end":"2026-07-03T15:55:16.354634Z","steps":["trace[1507149717] 'read index received' (duration: 89.392816ms)","trace[1507149717] 'applied index is now lower than readState.Index' (duration: 19.469371ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:16.354937Z","caller":"traceutil/trace.go:171","msg":"trace[1836511675] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"120.171293ms","start":"2026-07-03T15:55:16.234755Z","end":"2026-07-03T15:55:16.354927Z","steps":["trace[1836511675] 'process raft request' (duration: 100.503887ms)","trace[1836511675] 'compare' (duration: 19.238466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:16.355136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.343248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:16.355168Z","caller":"traceutil/trace.go:171","msg":"trace[1378089855] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:719; }","duration":"109.424479ms","start":"2026-07-03T15:55:16.245736Z","end":"2026-07-03T15:55:16.35516Z","steps":["trace[1378089855] 'agreement among raft nodes before linearized reading' (duration: 109.347497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:16.392372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.371707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:16.392464Z","caller":"traceutil/trace.go:171","msg":"trace[296613836] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:720; }","duration":"146.53027ms","start":"2026-07-03T15:55:16.245914Z","end":"2026-07-03T15:55:16.392444Z","steps":["trace[296613836] 'agreement among raft nodes before linearized reading' (duration: 146.356686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:16.392532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.526885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:16.392585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.618788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:16.392657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.036655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:16.392668Z","caller":"traceutil/trace.go:171","msg":"trace[1158853465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:720; }","duration":"118.720151ms","start":"2026-07-03T15:55:16.273927Z","end":"2026-07-03T15:55:16.392648Z","steps":["trace[1158853465] 'agreement among raft nodes before linearized reading' (duration: 118.562786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:16.392678Z","caller":"traceutil/trace.go:171","msg":"trace[252566451] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:720; }","duration":"118.062405ms","start":"2026-07-03T15:55:16.27461Z","end":"2026-07-03T15:55:16.392673Z","steps":["trace[252566451] 'agreement among raft nodes before linearized reading' (duration: 118.027295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:16.392738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.513981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:16.392782Z","caller":"traceutil/trace.go:171","msg":"trace[868031259] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:720; }","duration":"146.571282ms","start":"2026-07-03T15:55:16.246201Z","end":"2026-07-03T15:55:16.392772Z","steps":["trace[868031259] 'agreement among raft nodes before linearized reading' (duration: 146.50923ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:16.392612Z","caller":"traceutil/trace.go:171","msg":"trace[342493655] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:720; }","duration":"118.68546ms","start":"2026-07-03T15:55:16.273909Z","end":"2026-07-03T15:55:16.392594Z","steps":["trace[342493655] 'agreement among raft nodes before linearized reading' (duration: 118.490884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:20.380562Z","caller":"traceutil/trace.go:171","msg":"trace[180772298] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"173.015261ms","start":"2026-07-03T15:55:20.20744Z","end":"2026-07-03T15:55:20.380455Z","steps":["trace[180772298] 'process raft request' (duration: 146.836257ms)","trace[180772298] 'compare' (duration: 26.051721ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:20.47827Z","caller":"traceutil/trace.go:171","msg":"trace[1811044941] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"236.96678ms","start":"2026-07-03T15:55:20.241271Z","end":"2026-07-03T15:55:20.478238Z","steps":["trace[1811044941] 'read index received' (duration: 113.095653ms)","trace[1811044941] 'applied index is now lower than readState.Index' (duration: 123.869737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:20.478527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.239105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:55:20.478602Z","caller":"traceutil/trace.go:171","msg":"trace[374531765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:743; }","duration":"237.373338ms","start":"2026-07-03T15:55:20.241212Z","end":"2026-07-03T15:55:20.478585Z","steps":["trace[374531765] 'agreement among raft nodes before linearized reading' (duration: 237.133773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:20.478317Z","caller":"traceutil/trace.go:171","msg":"trace[1972933176] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"265.750631ms","start":"2026-07-03T15:55:20.212541Z","end":"2026-07-03T15:55:20.478291Z","steps":["trace[1972933176] 'process raft request' (duration: 265.513336ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:20.607371Z","caller":"traceutil/trace.go:171","msg":"trace[139828717] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"219.499683ms","start":"2026-07-03T15:55:20.387846Z","end":"2026-07-03T15:55:20.607346Z","steps":["trace[139828717] 'process raft request' (duration: 219.35544ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:20.623036Z","caller":"traceutil/trace.go:171","msg":"trace[2139346491] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"139.625114ms","start":"2026-07-03T15:55:20.483399Z","end":"2026-07-03T15:55:20.623024Z","steps":["trace[2139346491] 'process raft request' (duration: 139.556732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:22.51618Z","caller":"traceutil/trace.go:171","msg":"trace[1021891032] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"203.638203ms","start":"2026-07-03T15:55:22.312508Z","end":"2026-07-03T15:55:22.516146Z","steps":["trace[1021891032] 'process raft request' (duration: 203.436819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.820358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:26.32094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687324812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:26.768333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.465029469s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:55:26.768842Z","caller":"traceutil/trace.go:171","msg":"trace[1340588545] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"1.465582221s","start":"2026-07-03T15:55:25.303212Z","end":"2026-07-03T15:55:26.768794Z","steps":["trace[1340588545] 'process raft request' (duration: 1.465408827s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.769013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.30319Z","time spent":"1.465732235s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:26.813256Z","caller":"traceutil/trace.go:171","msg":"trace[604481768] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"1.360063103s","start":"2026-07-03T15:55:25.453165Z","end":"2026-07-03T15:55:26.813228Z","steps":["trace[604481768] 'process raft request' (duration: 1.359853388s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.813462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.453148Z","time spent":"1.360194145s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:26.844808Z","caller":"traceutil/trace.go:171","msg":"trace[1401294618] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:811; }","duration":"1.525300198s","start":"2026-07-03T15:55:25.319461Z","end":"2026-07-03T15:55:26.844761Z","steps":["trace[1401294618] 'read index received' (duration: 1.449144568s)","trace[1401294618] 'applied index is now lower than readState.Index' (duration: 76.15406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:26.845004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.395795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:26.845049Z","caller":"traceutil/trace.go:171","msg":"trace[1083919623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:780; }","duration":"899.477367ms","start":"2026-07-03T15:55:25.945559Z","end":"2026-07-03T15:55:26.845036Z","steps":["trace[1083919623] 'agreement among raft nodes before linearized reading' (duration: 899.394895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.845085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.945548Z","time spent":"899.528648ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:26.84508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525600955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:55:26.845123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393496882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:26.845146Z","caller":"traceutil/trace.go:171","msg":"trace[39017569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:780; }","duration":"1.525720498s","start":"2026-07-03T15:55:25.319407Z","end":"2026-07-03T15:55:26.845128Z","steps":["trace[39017569] 'agreement among raft nodes before linearized reading' (duration: 1.525472792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.845194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.319388Z","time spent":"1.52579447s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:55:26.845192Z","caller":"traceutil/trace.go:171","msg":"trace[143952610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:780; }","duration":"1.393616555s","start":"2026-07-03T15:55:25.451557Z","end":"2026-07-03T15:55:26.845173Z","steps":["trace[143952610] 'agreement among raft nodes before linearized reading' (duration: 1.3934008s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.845236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.451534Z","time spent":"1.393692367s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:26.845231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.569354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:55:26.845283Z","caller":"traceutil/trace.go:171","msg":"trace[290572421] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:780; }","duration":"916.672927ms","start":"2026-07-03T15:55:25.928594Z","end":"2026-07-03T15:55:26.845267Z","steps":["trace[290572421] 'agreement among raft nodes before linearized reading' (duration: 916.581085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.845286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.226188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:26.845322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.928569Z","time spent":"916.743959ms","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:55:26.845318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379617908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:55:26.845374Z","caller":"traceutil/trace.go:171","msg":"trace[232369292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:780; }","duration":"200.336581ms","start":"2026-07-03T15:55:26.645014Z","end":"2026-07-03T15:55:26.84535Z","steps":["trace[232369292] 'agreement among raft nodes before linearized reading' (duration: 200.011973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:26.845385Z","caller":"traceutil/trace.go:171","msg":"trace[251864110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:780; }","duration":"1.379746811s","start":"2026-07-03T15:55:25.465621Z","end":"2026-07-03T15:55:26.845368Z","steps":["trace[251864110] 'agreement among raft nodes before linearized reading' (duration: 1.379550327s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.845427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.465595Z","time spent":"1.379821763s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:55:27.954248Z","caller":"traceutil/trace.go:171","msg":"trace[960608323] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"101.162908ms","start":"2026-07-03T15:55:27.853057Z","end":"2026-07-03T15:55:27.95422Z","steps":["trace[960608323] 'process raft request' (duration: 100.83875ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.751838Z","caller":"traceutil/trace.go:171","msg":"trace[1745727076] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"166.650914ms","start":"2026-07-03T15:55:38.585155Z","end":"2026-07-03T15:55:38.751806Z","steps":["trace[1745727076] 'process raft request' (duration: 160.022784ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.169424Z","caller":"traceutil/trace.go:171","msg":"trace[797682206] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"314.540763ms","start":"2026-07-03T15:55:38.854861Z","end":"2026-07-03T15:55:39.169402Z","steps":["trace[797682206] 'process raft request' (duration: 314.348599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.169577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.854845Z","time spent":"314.650885ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:39.177531Z","caller":"traceutil/trace.go:171","msg":"trace[599858263] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:947; }","duration":"228.679703ms","start":"2026-07-03T15:55:38.948825Z","end":"2026-07-03T15:55:39.177505Z","steps":["trace[599858263] 'read index received' (duration: 220.436756ms)","trace[599858263] 'applied index is now lower than readState.Index' (duration: 8.241717ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:39.177543Z","caller":"traceutil/trace.go:171","msg":"trace[842151115] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"321.40512ms","start":"2026-07-03T15:55:38.856112Z","end":"2026-07-03T15:55:39.177517Z","steps":["trace[842151115] 'process raft request' (duration: 321.207115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.177688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.858348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:39.177728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:38.856098Z","time spent":"321.554603ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2872,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:39.177735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.243933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:39.177797Z","caller":"traceutil/trace.go:171","msg":"trace[597675983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:914; }","duration":"228.336435ms","start":"2026-07-03T15:55:38.949446Z","end":"2026-07-03T15:55:39.177782Z","steps":["trace[597675983] 'agreement among raft nodes before linearized reading' (duration: 228.226872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.17784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.133138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:39.177893Z","caller":"traceutil/trace.go:171","msg":"trace[1924090124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:914; }","duration":"153.21404ms","start":"2026-07-03T15:55:39.024664Z","end":"2026-07-03T15:55:39.177878Z","steps":["trace[1924090124] 'agreement among raft nodes before linearized reading' (duration: 153.045976ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.17776Z","caller":"traceutil/trace.go:171","msg":"trace[1956583780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:914; }","duration":"229.001911ms","start":"2026-07-03T15:55:38.948737Z","end":"2026-07-03T15:55:39.177739Z","steps":["trace[1956583780] 'agreement among raft nodes before linearized reading' (duration: 228.860757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.177897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.865365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:55:39.177957Z","caller":"traceutil/trace.go:171","msg":"trace[1542125829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:914; }","duration":"154.019708ms","start":"2026-07-03T15:55:39.023921Z","end":"2026-07-03T15:55:39.177941Z","steps":["trace[1542125829] 'agreement among raft nodes before linearized reading' (duration: 153.825934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.17801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.632265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:55:39.178059Z","caller":"traceutil/trace.go:171","msg":"trace[120537084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:914; }","duration":"152.699487ms","start":"2026-07-03T15:55:39.025346Z","end":"2026-07-03T15:55:39.178045Z","steps":["trace[120537084] 'agreement among raft nodes before linearized reading' (duration: 152.493233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.17806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.023224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:55:39.178182Z","caller":"traceutil/trace.go:171","msg":"trace[578371160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:914; }","duration":"223.169288ms","start":"2026-07-03T15:55:38.954979Z","end":"2026-07-03T15:55:39.178148Z","steps":["trace[578371160] 'agreement among raft nodes before linearized reading' (duration: 222.83935ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.328192Z","caller":"traceutil/trace.go:171","msg":"trace[2139649027] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"145.619997ms","start":"2026-07-03T15:55:39.182546Z","end":"2026-07-03T15:55:39.328166Z","steps":["trace[2139649027] 'process raft request' (duration: 145.479064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.392299Z","caller":"traceutil/trace.go:171","msg":"trace[383357776] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"209.359764ms","start":"2026-07-03T15:55:39.182886Z","end":"2026-07-03T15:55:39.392246Z","steps":["trace[383357776] 'process raft request' (duration: 209.128989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.392317Z","caller":"traceutil/trace.go:171","msg":"trace[305875448] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"209.371855ms","start":"2026-07-03T15:55:39.182903Z","end":"2026-07-03T15:55:39.392275Z","steps":["trace[305875448] 'process raft request' (duration: 209.247772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.392596Z","caller":"traceutil/trace.go:171","msg":"trace[930420615] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"209.485867ms","start":"2026-07-03T15:55:39.183083Z","end":"2026-07-03T15:55:39.392569Z","steps":["trace[930420615] 'process raft request' (duration: 209.108779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.392665Z","caller":"traceutil/trace.go:171","msg":"trace[1429032811] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"209.299773ms","start":"2026-07-03T15:55:39.183337Z","end":"2026-07-03T15:55:39.392637Z","steps":["trace[1429032811] 'process raft request' (duration: 209.127339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.392759Z","caller":"traceutil/trace.go:171","msg":"trace[1390740573] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"207.510832ms","start":"2026-07-03T15:55:39.185232Z","end":"2026-07-03T15:55:39.392742Z","steps":["trace[1390740573] 'process raft request' (duration: 207.341339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.736245Z","caller":"traceutil/trace.go:171","msg":"trace[870655397] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"270.457192ms","start":"2026-07-03T15:55:39.465748Z","end":"2026-07-03T15:55:39.736205Z","steps":["trace[870655397] 'process raft request' (duration: 257.337194ms)","trace[870655397] 'compare' (duration: 12.851342ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:39.736507Z","caller":"traceutil/trace.go:171","msg":"trace[1405546831] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"204.663879ms","start":"2026-07-03T15:55:39.531823Z","end":"2026-07-03T15:55:39.736487Z","steps":["trace[1405546831] 'process raft request' (duration: 204.433273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.736491Z","caller":"traceutil/trace.go:171","msg":"trace[779691783] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:959; }","duration":"269.791257ms","start":"2026-07-03T15:55:39.466659Z","end":"2026-07-03T15:55:39.73645Z","steps":["trace[779691783] 'read index received' (duration: 60.236698ms)","trace[779691783] 'applied index is now lower than readState.Index' (duration: 209.550269ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:39.7367Z","caller":"traceutil/trace.go:171","msg":"trace[717250521] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"270.692098ms","start":"2026-07-03T15:55:39.465996Z","end":"2026-07-03T15:55:39.736688Z","steps":["trace[717250521] 'process raft request' (duration: 270.134084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.736763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.091655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-07-03T15:55:39.736854Z","caller":"traceutil/trace.go:171","msg":"trace[544420317] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:928; }","duration":"270.243778ms","start":"2026-07-03T15:55:39.466588Z","end":"2026-07-03T15:55:39.736832Z","steps":["trace[544420317] 'agreement among raft nodes before linearized reading' (duration: 269.969032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:39.736988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.217274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-vts6q\" ","response":"range_response_count:1 size:2650"} {"level":"warn","ts":"2026-07-03T15:55:39.736987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.757457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-07-03T15:55:39.737073Z","caller":"traceutil/trace.go:171","msg":"trace[467088969] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-vts6q; range_end:; response_count:1; response_revision:928; }","duration":"206.358917ms","start":"2026-07-03T15:55:39.530691Z","end":"2026-07-03T15:55:39.73705Z","steps":["trace[467088969] 'agreement among raft nodes before linearized reading' (duration: 206.132532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.737075Z","caller":"traceutil/trace.go:171","msg":"trace[389866724] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:928; }","duration":"210.933351ms","start":"2026-07-03T15:55:39.526124Z","end":"2026-07-03T15:55:39.737057Z","steps":["trace[389866724] 'agreement among raft nodes before linearized reading' (duration: 210.627374ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:39.912434Z","caller":"traceutil/trace.go:171","msg":"trace[518143638] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:964; }","duration":"168.015345ms","start":"2026-07-03T15:55:39.744382Z","end":"2026-07-03T15:55:39.912397Z","steps":["trace[518143638] 'read index received' (duration: 44.9442ms)","trace[518143638] 'applied index is now lower than readState.Index' (duration: 123.070025ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:39.912568Z","caller":"traceutil/trace.go:171","msg":"trace[356015905] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"168.530867ms","start":"2026-07-03T15:55:39.743996Z","end":"2026-07-03T15:55:39.912527Z","steps":["trace[356015905] 'process raft request' (duration: 148.611205ms)","trace[356015905] 'compare' (duration: 19.641726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:39.912729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.324432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3219"} {"level":"info","ts":"2026-07-03T15:55:39.912781Z","caller":"traceutil/trace.go:171","msg":"trace[1575839565] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:930; }","duration":"168.447905ms","start":"2026-07-03T15:55:39.744316Z","end":"2026-07-03T15:55:39.912764Z","steps":["trace[1575839565] 'agreement among raft nodes before linearized reading' (duration: 168.21589ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:40.085932Z","caller":"traceutil/trace.go:171","msg":"trace[1800955148] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"166.604313ms","start":"2026-07-03T15:55:39.919294Z","end":"2026-07-03T15:55:40.085899Z","steps":["trace[1800955148] 'process raft request' (duration: 155.342267ms)","trace[1800955148] 'compare' (duration: 11.105813ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:40.387376Z","caller":"traceutil/trace.go:171","msg":"trace[1041459957] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"146.384394ms","start":"2026-07-03T15:55:40.24097Z","end":"2026-07-03T15:55:40.387355Z","steps":["trace[1041459957] 'process raft request' (duration: 146.273391ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:40.580632Z","caller":"traceutil/trace.go:171","msg":"trace[1546148576] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"181.952982ms","start":"2026-07-03T15:55:40.398631Z","end":"2026-07-03T15:55:40.580584Z","steps":["trace[1546148576] 'process raft request' (duration: 181.788018ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:42.534382Z","caller":"traceutil/trace.go:171","msg":"trace[1057181473] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"116.192138ms","start":"2026-07-03T15:55:42.418165Z","end":"2026-07-03T15:55:42.534357Z","steps":["trace[1057181473] 'process raft request' (duration: 116.133617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:42.534432Z","caller":"traceutil/trace.go:171","msg":"trace[1159016920] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"118.102362ms","start":"2026-07-03T15:55:42.416279Z","end":"2026-07-03T15:55:42.534381Z","steps":["trace[1159016920] 'process raft request' (duration: 117.871547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:43.066436Z","caller":"traceutil/trace.go:171","msg":"trace[1684167462] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:989; }","duration":"122.261806ms","start":"2026-07-03T15:55:42.944144Z","end":"2026-07-03T15:55:43.066405Z","steps":["trace[1684167462] 'read index received' (duration: 122.030331ms)","trace[1684167462] 'applied index is now lower than readState.Index' (duration: 230.015µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:43.066569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.409769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:43.066612Z","caller":"traceutil/trace.go:171","msg":"trace[28448005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"122.502351ms","start":"2026-07-03T15:55:42.944097Z","end":"2026-07-03T15:55:43.066599Z","steps":["trace[28448005] 'agreement among raft nodes before linearized reading' (duration: 122.418819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:43.066687Z","caller":"traceutil/trace.go:171","msg":"trace[27100531] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"201.061305ms","start":"2026-07-03T15:55:42.865567Z","end":"2026-07-03T15:55:43.066628Z","steps":["trace[27100531] 'process raft request' (duration: 200.683287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:43.544752Z","caller":"traceutil/trace.go:171","msg":"trace[618513899] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"107.525482ms","start":"2026-07-03T15:55:43.437204Z","end":"2026-07-03T15:55:43.54473Z","steps":["trace[618513899] 'process raft request' (duration: 57.440904ms)","trace[618513899] 'compare' (duration: 49.984736ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:43.55232Z","caller":"traceutil/trace.go:171","msg":"trace[995488600] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"113.776444ms","start":"2026-07-03T15:55:43.438504Z","end":"2026-07-03T15:55:43.55228Z","steps":["trace[995488600] 'process raft request' (duration: 113.365994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:45.725911Z","caller":"traceutil/trace.go:171","msg":"trace[90233256] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"442.582111ms","start":"2026-07-03T15:55:45.283297Z","end":"2026-07-03T15:55:45.725879Z","steps":["trace[90233256] 'process raft request' (duration: 442.359365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.726131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.283268Z","time spent":"442.743925ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:45.805016Z","caller":"traceutil/trace.go:171","msg":"trace[1827184499] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"520.068141ms","start":"2026-07-03T15:55:45.284915Z","end":"2026-07-03T15:55:45.804983Z","steps":["trace[1827184499] 'process raft request' (duration: 519.857987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.805221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.284886Z","time spent":"520.227264ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:45.805227Z","caller":"traceutil/trace.go:171","msg":"trace[975254771] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"496.029855ms","start":"2026-07-03T15:55:45.309163Z","end":"2026-07-03T15:55:45.805193Z","steps":["trace[975254771] 'process raft request' (duration: 495.758379ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:45.805193Z","caller":"traceutil/trace.go:171","msg":"trace[1954020590] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:996; }","duration":"430.090068ms","start":"2026-07-03T15:55:45.375065Z","end":"2026-07-03T15:55:45.805155Z","steps":["trace[1954020590] 'read index received' (duration: 350.549321ms)","trace[1954020590] 'applied index is now lower than readState.Index' (duration: 79.538137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:45.805398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.309146Z","time spent":"496.152077ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:45.805437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.349034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:55:45.805483Z","caller":"traceutil/trace.go:171","msg":"trace[1309045765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:962; }","duration":"430.460016ms","start":"2026-07-03T15:55:45.375011Z","end":"2026-07-03T15:55:45.805471Z","steps":["trace[1309045765] 'agreement among raft nodes before linearized reading' (duration: 430.242301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.805536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.374988Z","time spent":"430.538398ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:45.805618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.401731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:55:45.805671Z","caller":"traceutil/trace.go:171","msg":"trace[2119589738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:962; }","duration":"248.474513ms","start":"2026-07-03T15:55:45.557179Z","end":"2026-07-03T15:55:45.805654Z","steps":["trace[2119589738] 'agreement among raft nodes before linearized reading' (duration: 248.30427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.805652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.465096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:45.805651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.928502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:45.80574Z","caller":"traceutil/trace.go:171","msg":"trace[291879335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:962; }","duration":"256.088275ms","start":"2026-07-03T15:55:45.549637Z","end":"2026-07-03T15:55:45.805726Z","steps":["trace[291879335] 'agreement among raft nodes before linearized reading' (duration: 255.841789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:45.805735Z","caller":"traceutil/trace.go:171","msg":"trace[1786718644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:962; }","duration":"249.595028ms","start":"2026-07-03T15:55:45.556118Z","end":"2026-07-03T15:55:45.805713Z","steps":["trace[1786718644] 'agreement among raft nodes before linearized reading' (duration: 249.371983ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:52.281844Z","caller":"traceutil/trace.go:171","msg":"trace[1080116216] linearizableReadLoop","detail":"{readStateIndex:1191; appliedIndex:1190; }","duration":"238.284682ms","start":"2026-07-03T15:55:52.0435Z","end":"2026-07-03T15:55:52.281785Z","steps":["trace[1080116216] 'read index received' (duration: 76.117559ms)","trace[1080116216] 'applied index is now lower than readState.Index' (duration: 162.165683ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:52.281914Z","caller":"traceutil/trace.go:171","msg":"trace[187050210] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"252.33741ms","start":"2026-07-03T15:55:52.029519Z","end":"2026-07-03T15:55:52.281856Z","steps":["trace[187050210] 'process raft request' (duration: 251.87499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:52.282146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.611369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:55:52.282226Z","caller":"traceutil/trace.go:171","msg":"trace[2071865672] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1152; }","duration":"238.760062ms","start":"2026-07-03T15:55:52.04344Z","end":"2026-07-03T15:55:52.2822Z","steps":["trace[2071865672] 'agreement among raft nodes before linearized reading' (duration: 238.586478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:52.282561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.944498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2548"} {"level":"info","ts":"2026-07-03T15:55:52.282686Z","caller":"traceutil/trace.go:171","msg":"trace[1103720333] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1152; }","duration":"155.172333ms","start":"2026-07-03T15:55:52.127489Z","end":"2026-07-03T15:55:52.282661Z","steps":["trace[1103720333] 'agreement among raft nodes before linearized reading' (duration: 154.646861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:57.193693Z","caller":"traceutil/trace.go:171","msg":"trace[2016440225] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"106.272994ms","start":"2026-07-03T15:55:57.086913Z","end":"2026-07-03T15:55:57.193186Z","steps":["trace[2016440225] 'process raft request' (duration: 97.156287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:00.446343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687325524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:00.947559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687325524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:01.265052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464678103s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:56:01.265597Z","caller":"traceutil/trace.go:171","msg":"trace[1864989417] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"1.465384629s","start":"2026-07-03T15:55:59.800185Z","end":"2026-07-03T15:56:01.26557Z","steps":["trace[1864989417] 'process raft request' (duration: 1.465212455s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.265773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:59.800148Z","time spent":"1.465531961s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:01.273303Z","caller":"traceutil/trace.go:171","msg":"trace[106050538] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1224; }","duration":"1.327403004s","start":"2026-07-03T15:55:59.945867Z","end":"2026-07-03T15:56:01.27327Z","steps":["trace[106050538] 'read index received' (duration: 1.319540396s)","trace[106050538] 'applied index is now lower than readState.Index' (duration: 7.861218ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:01.273397Z","caller":"traceutil/trace.go:171","msg":"trace[2027673419] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"983.169837ms","start":"2026-07-03T15:56:00.29018Z","end":"2026-07-03T15:56:01.27335Z","steps":["trace[2027673419] 'process raft request' (duration: 982.915941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.273466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327578589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:01.273504Z","caller":"traceutil/trace.go:171","msg":"trace[760633879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1186; }","duration":"1.327691162s","start":"2026-07-03T15:55:59.945802Z","end":"2026-07-03T15:56:01.273493Z","steps":["trace[760633879] 'agreement among raft nodes before linearized reading' (duration: 1.32759545s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.273556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:59.945774Z","time spent":"1.327772943s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:01.273604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306944071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:56:01.273592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.290149Z","time spent":"983.351292ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:01.273663Z","caller":"traceutil/trace.go:171","msg":"trace[1236289311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1186; }","duration":"1.307068473s","start":"2026-07-03T15:55:59.966581Z","end":"2026-07-03T15:56:01.27365Z","steps":["trace[1236289311] 'agreement among raft nodes before linearized reading' (duration: 1.306885579s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.273698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:59.96653Z","time spent":"1.307160855s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:01.273724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251829189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:56:01.273721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270475742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-07-03T15:56:01.273789Z","caller":"traceutil/trace.go:171","msg":"trace[1780546321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1186; }","duration":"1.251935141s","start":"2026-07-03T15:56:00.021838Z","end":"2026-07-03T15:56:01.273773Z","steps":["trace[1780546321] 'agreement among raft nodes before linearized reading' (duration: 1.251719246s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.27384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.021817Z","time spent":"1.252013593s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:56:01.273846Z","caller":"traceutil/trace.go:171","msg":"trace[75030951] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1186; }","duration":"1.270714938s","start":"2026-07-03T15:56:00.00311Z","end":"2026-07-03T15:56:01.273825Z","steps":["trace[75030951] 'agreement among raft nodes before linearized reading' (duration: 1.270475653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.27388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252038494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:56:01.273984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.003077Z","time spent":"1.270853461s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-07-03T15:56:01.274011Z","caller":"traceutil/trace.go:171","msg":"trace[532086970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1186; }","duration":"1.252217277s","start":"2026-07-03T15:56:00.02177Z","end":"2026-07-03T15:56:01.273988Z","steps":["trace[532086970] 'agreement among raft nodes before linearized reading' (duration: 1.251869599s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.274069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.021741Z","time spent":"1.2523181s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:01.27413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.476755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:56:01.274182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250662252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:56:01.274213Z","caller":"traceutil/trace.go:171","msg":"trace[1052470212] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:1186; }","duration":"341.588447ms","start":"2026-07-03T15:56:00.9326Z","end":"2026-07-03T15:56:01.274188Z","steps":["trace[1052470212] 'agreement among raft nodes before linearized reading' (duration: 341.108937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:01.274226Z","caller":"traceutil/trace.go:171","msg":"trace[117406865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1186; }","duration":"1.250749324s","start":"2026-07-03T15:56:00.023466Z","end":"2026-07-03T15:56:01.274215Z","steps":["trace[117406865] 'agreement among raft nodes before linearized reading' (duration: 1.250293404s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.274149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271472345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:56:01.274271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.932573Z","time spent":"341.683579ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T15:56:01.274265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.023445Z","time spent":"1.250812756s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:56:01.274354Z","caller":"traceutil/trace.go:171","msg":"trace[1363077503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1186; }","duration":"1.271763361s","start":"2026-07-03T15:56:00.002543Z","end":"2026-07-03T15:56:01.274307Z","steps":["trace[1363077503] 'agreement among raft nodes before linearized reading' (duration: 1.271198639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.274484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.002526Z","time spent":"1.271936616s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:56:05.394519Z","caller":"traceutil/trace.go:171","msg":"trace[20545410] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"268.325784ms","start":"2026-07-03T15:56:05.126165Z","end":"2026-07-03T15:56:05.394491Z","steps":["trace[20545410] 'process raft request' (duration: 268.162471ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.422566Z","caller":"traceutil/trace.go:171","msg":"trace[2086982565] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"128.291474ms","start":"2026-07-03T15:56:05.294237Z","end":"2026-07-03T15:56:05.422528Z","steps":["trace[2086982565] 'process raft request' (duration: 128.053708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.718405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.589038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:05.718596Z","caller":"traceutil/trace.go:171","msg":"trace[1614666000] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"291.284145ms","start":"2026-07-03T15:56:05.427295Z","end":"2026-07-03T15:56:05.718579Z","steps":["trace[1614666000] 'process raft request' (duration: 291.212234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.718665Z","caller":"traceutil/trace.go:171","msg":"trace[1541533756] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1262; }","duration":"296.191295ms","start":"2026-07-03T15:56:05.422445Z","end":"2026-07-03T15:56:05.718637Z","steps":["trace[1541533756] 'read index received' (duration: 42.438873ms)","trace[1541533756] 'applied index is now lower than readState.Index' (duration: 253.749512ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:05.718811Z","caller":"traceutil/trace.go:171","msg":"trace[1892257774] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"315.551165ms","start":"2026-07-03T15:56:05.40322Z","end":"2026-07-03T15:56:05.718771Z","steps":["trace[1892257774] 'process raft request' (duration: 61.514637ms)","trace[1892257774] 'compare' (duration: 253.451135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:05.718956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.786154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:56:05.718953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.029314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:56:05.718979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.403198Z","time spent":"315.690438ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:05.719018Z","caller":"traceutil/trace.go:171","msg":"trace[1763013493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1222; }","duration":"386.892206ms","start":"2026-07-03T15:56:05.33211Z","end":"2026-07-03T15:56:05.719003Z","steps":["trace[1763013493] 'agreement among raft nodes before linearized reading' (duration: 386.63833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.719046Z","caller":"traceutil/trace.go:171","msg":"trace[1243377205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1222; }","duration":"385.158996ms","start":"2026-07-03T15:56:05.333864Z","end":"2026-07-03T15:56:05.719023Z","steps":["trace[1243377205] 'agreement among raft nodes before linearized reading' (duration: 384.817148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.719065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.332097Z","time spent":"386.958318ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:56:05.719108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.333851Z","time spent":"385.247378ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:05.718961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.425145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:05.719276Z","caller":"traceutil/trace.go:171","msg":"trace[1432493328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1222; }","duration":"386.792094ms","start":"2026-07-03T15:56:05.33247Z","end":"2026-07-03T15:56:05.719262Z","steps":["trace[1432493328] 'agreement among raft nodes before linearized reading' (duration: 386.368464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.719323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.332445Z","time spent":"386.866567ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:05.719279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.904167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:05.719886Z","caller":"traceutil/trace.go:171","msg":"trace[402720331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1222; }","duration":"387.444889ms","start":"2026-07-03T15:56:05.332307Z","end":"2026-07-03T15:56:05.719752Z","steps":["trace[402720331] 'agreement among raft nodes before linearized reading' (duration: 386.577719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.71995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.332295Z","time spent":"387.639443ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:56:05.916648Z","caller":"traceutil/trace.go:171","msg":"trace[654728147] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"193.400442ms","start":"2026-07-03T15:56:05.723222Z","end":"2026-07-03T15:56:05.916622Z","steps":["trace[654728147] 'process raft request' (duration: 193.31532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.916805Z","caller":"traceutil/trace.go:171","msg":"trace[1939394378] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"193.137316ms","start":"2026-07-03T15:56:05.723639Z","end":"2026-07-03T15:56:05.916776Z","steps":["trace[1939394378] 'process raft request' (duration: 192.937602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:05.917026Z","caller":"traceutil/trace.go:171","msg":"trace[967036001] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"193.815122ms","start":"2026-07-03T15:56:05.723192Z","end":"2026-07-03T15:56:05.917008Z","steps":["trace[967036001] 'process raft request' (duration: 134.896234ms)","trace[967036001] 'compare' (duration: 58.275613ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:05.917112Z","caller":"traceutil/trace.go:171","msg":"trace[1643683079] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"193.867162ms","start":"2026-07-03T15:56:05.723221Z","end":"2026-07-03T15:56:05.917088Z","steps":["trace[1643683079] 'process raft request' (duration: 193.270519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.143124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.886229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:56:06.143249Z","caller":"traceutil/trace.go:171","msg":"trace[157057519] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1269; }","duration":"131.568148ms","start":"2026-07-03T15:56:06.011661Z","end":"2026-07-03T15:56:06.143229Z","steps":["trace[157057519] 'read index received' (duration: 78.942µs)","trace[157057519] 'applied index is now lower than readState.Index' (duration: 131.487536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:06.143417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.742132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:06.143632Z","caller":"traceutil/trace.go:171","msg":"trace[1049438019] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1227; }","duration":"131.828774ms","start":"2026-07-03T15:56:06.011616Z","end":"2026-07-03T15:56:06.143444Z","steps":["trace[1049438019] 'agreement among raft nodes before linearized reading' (duration: 131.713391ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.399599Z","caller":"traceutil/trace.go:171","msg":"trace[718225442] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"215.307459ms","start":"2026-07-03T15:56:06.184247Z","end":"2026-07-03T15:56:06.399555Z","steps":["trace[718225442] 'process raft request' (duration: 169.232663ms)","trace[718225442] 'compare' (duration: 45.81423ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:06.426244Z","caller":"traceutil/trace.go:171","msg":"trace[583438059] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1271; }","duration":"155.899031ms","start":"2026-07-03T15:56:06.270314Z","end":"2026-07-03T15:56:06.426213Z","steps":["trace[583438059] 'read index received' (duration: 83.171929ms)","trace[583438059] 'applied index is now lower than readState.Index' (duration: 72.725722ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:06.426312Z","caller":"traceutil/trace.go:171","msg":"trace[1121265511] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1229; }","duration":"239.946569ms","start":"2026-07-03T15:56:06.186335Z","end":"2026-07-03T15:56:06.426281Z","steps":["trace[1121265511] 'process raft request' (duration: 239.641023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.426457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.121886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:06.426516Z","caller":"traceutil/trace.go:171","msg":"trace[1400724771] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1230; }","duration":"156.244708ms","start":"2026-07-03T15:56:06.270255Z","end":"2026-07-03T15:56:06.426499Z","steps":["trace[1400724771] 'agreement among raft nodes before linearized reading' (duration: 156.077715ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.426387Z","caller":"traceutil/trace.go:171","msg":"trace[315682382] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"239.313084ms","start":"2026-07-03T15:56:06.187035Z","end":"2026-07-03T15:56:06.426349Z","steps":["trace[315682382] 'process raft request' (duration: 239.080009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:06.721621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.686719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:06.721915Z","caller":"traceutil/trace.go:171","msg":"trace[489937624] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"316.454206ms","start":"2026-07-03T15:56:06.405436Z","end":"2026-07-03T15:56:06.72189Z","steps":["trace[489937624] 'process raft request' (duration: 316.309343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.72195Z","caller":"traceutil/trace.go:171","msg":"trace[1736861782] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"316.496167ms","start":"2026-07-03T15:56:06.405411Z","end":"2026-07-03T15:56:06.721907Z","steps":["trace[1736861782] 'process raft request' (duration: 151.43275ms)","trace[1736861782] 'compare' (duration: 164.366982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:06.722017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.40541Z","time spent":"316.566139ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:06.722134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:06.405376Z","time spent":"316.668451ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:06.726647Z","caller":"traceutil/trace.go:171","msg":"trace[958513665] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"288.909831ms","start":"2026-07-03T15:56:06.437725Z","end":"2026-07-03T15:56:06.726635Z","steps":["trace[958513665] 'process raft request' (duration: 288.87577ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.726763Z","caller":"traceutil/trace.go:171","msg":"trace[2059630270] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"295.627143ms","start":"2026-07-03T15:56:06.431124Z","end":"2026-07-03T15:56:06.726751Z","steps":["trace[2059630270] 'process raft request' (duration: 295.347046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.726684Z","caller":"traceutil/trace.go:171","msg":"trace[1231151046] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"292.84809ms","start":"2026-07-03T15:56:06.433823Z","end":"2026-07-03T15:56:06.726671Z","steps":["trace[1231151046] 'process raft request' (duration: 292.732357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.85519Z","caller":"traceutil/trace.go:171","msg":"trace[1336904996] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1236; }","duration":"125.005479ms","start":"2026-07-03T15:56:06.730148Z","end":"2026-07-03T15:56:06.855153Z","steps":["trace[1336904996] 'process raft request' (duration: 124.882036ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:06.876991Z","caller":"traceutil/trace.go:171","msg":"trace[762111982] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"146.424436ms","start":"2026-07-03T15:56:06.730544Z","end":"2026-07-03T15:56:06.876969Z","steps":["trace[762111982] 'process raft request' (duration: 146.278992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.049187Z","caller":"traceutil/trace.go:171","msg":"trace[339847402] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"118.9452ms","start":"2026-07-03T15:56:06.930215Z","end":"2026-07-03T15:56:07.04916Z","steps":["trace[339847402] 'process raft request' (duration: 118.879659ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.049223Z","caller":"traceutil/trace.go:171","msg":"trace[1270258650] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1282; }","duration":"168.787443ms","start":"2026-07-03T15:56:06.880412Z","end":"2026-07-03T15:56:07.0492Z","steps":["trace[1270258650] 'read index received' (duration: 75.978696ms)","trace[1270258650] 'applied index is now lower than readState.Index' (duration: 92.805957ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:07.049169Z","caller":"traceutil/trace.go:171","msg":"trace[196138485] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"182.935144ms","start":"2026-07-03T15:56:06.866196Z","end":"2026-07-03T15:56:07.049131Z","steps":["trace[196138485] 'process raft request' (duration: 90.162807ms)","trace[196138485] 'compare' (duration: 92.599743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:07.049504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.07014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18bed2b27701c1c2\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-07-03T15:56:07.049504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.79547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:07.049573Z","caller":"traceutil/trace.go:171","msg":"trace[1745676115] range","detail":"{range_begin:/registry/events/default/atmosphere.18bed2b27701c1c2; range_end:; response_count:1; response_revision:1239; }","duration":"169.187512ms","start":"2026-07-03T15:56:06.880372Z","end":"2026-07-03T15:56:07.049559Z","steps":["trace[1745676115] 'agreement among raft nodes before linearized reading' (duration: 168.972158ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.04959Z","caller":"traceutil/trace.go:171","msg":"trace[2061523686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"104.913553ms","start":"2026-07-03T15:56:06.944656Z","end":"2026-07-03T15:56:07.04957Z","steps":["trace[2061523686] 'agreement among raft nodes before linearized reading' (duration: 104.778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.24386Z","caller":"traceutil/trace.go:171","msg":"trace[1714929255] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1285; }","duration":"142.566428ms","start":"2026-07-03T15:56:07.101265Z","end":"2026-07-03T15:56:07.243831Z","steps":["trace[1714929255] 'read index received' (duration: 90.130597ms)","trace[1714929255] 'applied index is now lower than readState.Index' (duration: 52.434801ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:07.244038Z","caller":"traceutil/trace.go:171","msg":"trace[230701054] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"178.065915ms","start":"2026-07-03T15:56:07.065841Z","end":"2026-07-03T15:56:07.243907Z","steps":["trace[230701054] 'process raft request' (duration: 125.715516ms)","trace[230701054] 'compare' (duration: 52.069903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:07.244381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.09517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18bed2b277033b26\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-07-03T15:56:07.244455Z","caller":"traceutil/trace.go:171","msg":"trace[1511107379] range","detail":"{range_begin:/registry/events/default/atmosphere.18bed2b277033b26; range_end:; response_count:1; response_revision:1241; }","duration":"143.241243ms","start":"2026-07-03T15:56:07.101197Z","end":"2026-07-03T15:56:07.244438Z","steps":["trace[1511107379] 'agreement among raft nodes before linearized reading' (duration: 142.809813ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.418073Z","caller":"traceutil/trace.go:171","msg":"trace[1825722151] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"101.844472ms","start":"2026-07-03T15:56:07.316195Z","end":"2026-07-03T15:56:07.41804Z","steps":["trace[1825722151] 'process raft request' (duration: 101.659138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.54669Z","caller":"traceutil/trace.go:171","msg":"trace[1651094915] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"116.436524ms","start":"2026-07-03T15:56:07.430184Z","end":"2026-07-03T15:56:07.546621Z","steps":["trace[1651094915] 'process raft request' (duration: 115.071293ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.722355Z","caller":"traceutil/trace.go:171","msg":"trace[936948043] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1257; }","duration":"133.377109ms","start":"2026-07-03T15:56:07.588938Z","end":"2026-07-03T15:56:07.722315Z","steps":["trace[936948043] 'process raft request' (duration: 72.20087ms)","trace[936948043] 'compare' (duration: 60.899882ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:07.722406Z","caller":"traceutil/trace.go:171","msg":"trace[234502350] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"127.386773ms","start":"2026-07-03T15:56:07.594981Z","end":"2026-07-03T15:56:07.722367Z","steps":["trace[234502350] 'process raft request' (duration: 127.21701ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.931878Z","caller":"traceutil/trace.go:171","msg":"trace[1816519590] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"166.591203ms","start":"2026-07-03T15:56:07.765219Z","end":"2026-07-03T15:56:07.93181Z","steps":["trace[1816519590] 'process raft request' (duration: 162.380118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.374392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.008206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:08.374653Z","caller":"traceutil/trace.go:171","msg":"trace[1692062722] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"437.904274ms","start":"2026-07-03T15:56:07.936729Z","end":"2026-07-03T15:56:08.374633Z","steps":["trace[1692062722] 'process raft request' (duration: 437.801061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:08.374654Z","caller":"traceutil/trace.go:171","msg":"trace[2029020222] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"437.877093ms","start":"2026-07-03T15:56:07.936726Z","end":"2026-07-03T15:56:08.374603Z","steps":["trace[2029020222] 'process raft request' (duration: 132.531289ms)","trace[2029020222] 'compare' (duration: 304.773441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:08.375068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.798501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:08.375311Z","caller":"traceutil/trace.go:171","msg":"trace[176340105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1264; }","duration":"430.051347ms","start":"2026-07-03T15:56:07.945218Z","end":"2026-07-03T15:56:08.375269Z","steps":["trace[176340105] 'agreement among raft nodes before linearized reading' (duration: 429.72726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.375379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.945204Z","time spent":"430.160139ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:08.37538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.936709Z","time spent":"438.435707ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:08.375374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.936701Z","time spent":"438.5673ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:08.374901Z","caller":"traceutil/trace.go:171","msg":"trace[119718365] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1306; }","duration":"429.557485ms","start":"2026-07-03T15:56:07.945252Z","end":"2026-07-03T15:56:08.374809Z","steps":["trace[119718365] 'read index received' (duration: 30.972324ms)","trace[119718365] 'applied index is now lower than readState.Index' (duration: 398.583411ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:08.374897Z","caller":"traceutil/trace.go:171","msg":"trace[783225096] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"438.072758ms","start":"2026-07-03T15:56:07.936781Z","end":"2026-07-03T15:56:08.374853Z","steps":["trace[783225096] 'process raft request' (duration: 437.808522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.3761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.017805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:08.376108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.936756Z","time spent":"439.243805ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:08.376196Z","caller":"traceutil/trace.go:171","msg":"trace[739220601] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1264; }","duration":"393.146288ms","start":"2026-07-03T15:56:07.983019Z","end":"2026-07-03T15:56:08.376165Z","steps":["trace[739220601] 'agreement among raft nodes before linearized reading' (duration: 392.984154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.376193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.384058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"warn","ts":"2026-07-03T15:56:08.37624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.983006Z","time spent":"393.222549ms","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:08.376246Z","caller":"traceutil/trace.go:171","msg":"trace[1968967432] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1264; }","duration":"118.49043ms","start":"2026-07-03T15:56:08.257741Z","end":"2026-07-03T15:56:08.376231Z","steps":["trace[1968967432] 'agreement among raft nodes before linearized reading' (duration: 118.316227ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:09.98733Z","caller":"traceutil/trace.go:171","msg":"trace[840824399] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"124.519387ms","start":"2026-07-03T15:56:09.86278Z","end":"2026-07-03T15:56:09.987299Z","steps":["trace[840824399] 'process raft request' (duration: 124.21793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:10.297912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.758462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:10.298043Z","caller":"traceutil/trace.go:171","msg":"trace[1478590940] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"306.436158ms","start":"2026-07-03T15:56:09.991585Z","end":"2026-07-03T15:56:10.298021Z","steps":["trace[1478590940] 'process raft request' (duration: 78.472352ms)","trace[1478590940] 'compare' (duration: 227.601398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:10.298116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:09.991555Z","time spent":"306.529421ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:10.735538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.453091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:10.735902Z","caller":"traceutil/trace.go:171","msg":"trace[1693661925] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"351.605354ms","start":"2026-07-03T15:56:10.384255Z","end":"2026-07-03T15:56:10.73586Z","steps":["trace[1693661925] 'process raft request' (duration: 106.691633ms)","trace[1693661925] 'compare' (duration: 244.143214ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:10.735966Z","caller":"traceutil/trace.go:171","msg":"trace[32835919] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"350.541021ms","start":"2026-07-03T15:56:10.385396Z","end":"2026-07-03T15:56:10.735937Z","steps":["trace[32835919] 'process raft request' (duration: 350.333826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:10.735999Z","caller":"traceutil/trace.go:171","msg":"trace[1963185831] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"350.300065ms","start":"2026-07-03T15:56:10.385664Z","end":"2026-07-03T15:56:10.735965Z","steps":["trace[1963185831] 'process raft request' (duration: 350.201253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:10.736067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.611262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:10.736122Z","caller":"traceutil/trace.go:171","msg":"trace[1810719747] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1270; }","duration":"302.710214ms","start":"2026-07-03T15:56:10.433395Z","end":"2026-07-03T15:56:10.736105Z","steps":["trace[1810719747] 'agreement among raft nodes before linearized reading' (duration: 302.586422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:10.736117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.384235Z","time spent":"351.763058ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:10.736124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.385659Z","time spent":"350.397377ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:10.736159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.385377Z","time spent":"350.654123ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:10.736184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.433367Z","time spent":"302.797386ms","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:10.735947Z","caller":"traceutil/trace.go:171","msg":"trace[2127354996] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1313; }","duration":"302.465618ms","start":"2026-07-03T15:56:10.433458Z","end":"2026-07-03T15:56:10.735923Z","steps":["trace[2127354996] 'read index received' (duration: 57.479845ms)","trace[2127354996] 'applied index is now lower than readState.Index' (duration: 244.984293ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:14.968056Z","caller":"traceutil/trace.go:171","msg":"trace[1321445328] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"102.082348ms","start":"2026-07-03T15:56:14.865926Z","end":"2026-07-03T15:56:14.968008Z","steps":["trace[1321445328] 'process raft request' (duration: 60.041713ms)","trace[1321445328] 'compare' (duration: 41.911982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:14.973611Z","caller":"traceutil/trace.go:171","msg":"trace[47554139] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"106.976959ms","start":"2026-07-03T15:56:14.866617Z","end":"2026-07-03T15:56:14.973594Z","steps":["trace[47554139] 'process raft request' (duration: 106.864356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:15.309662Z","caller":"traceutil/trace.go:171","msg":"trace[1545358871] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"112.210689ms","start":"2026-07-03T15:56:15.197422Z","end":"2026-07-03T15:56:15.309633Z","steps":["trace[1545358871] 'process raft request' (duration: 107.056011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:18.755719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.594626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:18.755803Z","caller":"traceutil/trace.go:171","msg":"trace[574611033] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1322; }","duration":"182.76655ms","start":"2026-07-03T15:56:18.573017Z","end":"2026-07-03T15:56:18.755783Z","steps":["trace[574611033] 'count revisions from in-memory index tree' (duration: 182.532604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:18.755822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.672875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:18.755899Z","caller":"traceutil/trace.go:171","msg":"trace[782893451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1322; }","duration":"399.815218ms","start":"2026-07-03T15:56:18.356061Z","end":"2026-07-03T15:56:18.755876Z","steps":["trace[782893451] 'range keys from in-memory index tree' (duration: 399.420918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:18.755944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:18.356038Z","time spent":"399.8934ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:20.084517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.748668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:20.084593Z","caller":"traceutil/trace.go:171","msg":"trace[1593840557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1327; }","duration":"137.893991ms","start":"2026-07-03T15:56:19.94668Z","end":"2026-07-03T15:56:20.084574Z","steps":["trace[1593840557] 'range keys from in-memory index tree' (duration: 137.633325ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:20.323129Z","caller":"traceutil/trace.go:171","msg":"trace[1580969480] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"176.13139ms","start":"2026-07-03T15:56:20.146972Z","end":"2026-07-03T15:56:20.323103Z","steps":["trace[1580969480] 'process raft request' (duration: 175.992467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:24.983689Z","caller":"traceutil/trace.go:171","msg":"trace[79639892] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"134.327961ms","start":"2026-07-03T15:56:24.849309Z","end":"2026-07-03T15:56:24.983637Z","steps":["trace[79639892] 'process raft request' (duration: 134.127676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:25.448849Z","caller":"traceutil/trace.go:171","msg":"trace[1563097674] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"165.047177ms","start":"2026-07-03T15:56:25.283764Z","end":"2026-07-03T15:56:25.448811Z","steps":["trace[1563097674] 'process raft request' (duration: 164.863243ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:25.448874Z","caller":"traceutil/trace.go:171","msg":"trace[463181709] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"165.21212ms","start":"2026-07-03T15:56:25.28362Z","end":"2026-07-03T15:56:25.448832Z","steps":["trace[463181709] 'process raft request' (duration: 164.822762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.880064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.45017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-03T15:56:27.773901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.48722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:27.774199Z","caller":"traceutil/trace.go:171","msg":"trace[942156984] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"303.116253ms","start":"2026-07-03T15:56:27.471057Z","end":"2026-07-03T15:56:27.774174Z","steps":["trace[942156984] 'process raft request' (duration: 302.99187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:27.774232Z","caller":"traceutil/trace.go:171","msg":"trace[523307327] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"303.543962ms","start":"2026-07-03T15:56:27.470654Z","end":"2026-07-03T15:56:27.774198Z","steps":["trace[523307327] 'process raft request' (duration: 173.638923ms)","trace[523307327] 'compare' (duration: 129.05844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:27.774316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:27.471042Z","time spent":"303.222946ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:27.774404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:27.470621Z","time spent":"303.688916ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:28.136591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.17958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:28.136689Z","caller":"traceutil/trace.go:171","msg":"trace[484751681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1355; }","duration":"191.325684ms","start":"2026-07-03T15:56:27.945342Z","end":"2026-07-03T15:56:28.136668Z","steps":["trace[484751681] 'range keys from in-memory index tree' (duration: 191.001097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:28.164272Z","caller":"traceutil/trace.go:171","msg":"trace[1608998512] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"130.917773ms","start":"2026-07-03T15:56:28.033331Z","end":"2026-07-03T15:56:28.164249Z","steps":["trace[1608998512] 'process raft request' (duration: 130.481013ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:28.610984Z","caller":"traceutil/trace.go:171","msg":"trace[1976654809] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1407; }","duration":"130.184727ms","start":"2026-07-03T15:56:28.480774Z","end":"2026-07-03T15:56:28.610958Z","steps":["trace[1976654809] 'read index received' (duration: 129.89514ms)","trace[1976654809] 'applied index is now lower than readState.Index' (duration: 288.327µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:28.611009Z","caller":"traceutil/trace.go:171","msg":"trace[2066137282] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"279.765394ms","start":"2026-07-03T15:56:28.331215Z","end":"2026-07-03T15:56:28.610981Z","steps":["trace[2066137282] 'process raft request' (duration: 279.5739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:28.611402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.568455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:56:28.611506Z","caller":"traceutil/trace.go:171","msg":"trace[625218497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1357; }","duration":"130.751719ms","start":"2026-07-03T15:56:28.48073Z","end":"2026-07-03T15:56:28.611482Z","steps":["trace[625218497] 'agreement among raft nodes before linearized reading' (duration: 130.345719ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:28.81605Z","caller":"traceutil/trace.go:171","msg":"trace[285866779] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"199.394438ms","start":"2026-07-03T15:56:28.616608Z","end":"2026-07-03T15:56:28.816002Z","steps":["trace[285866779] 'process raft request' (duration: 112.437273ms)","trace[285866779] 'compare' (duration: 86.518175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:29.071528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.609652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:29.071699Z","caller":"traceutil/trace.go:171","msg":"trace[314210563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1358; }","duration":"125.807047ms","start":"2026-07-03T15:56:28.945822Z","end":"2026-07-03T15:56:29.071629Z","steps":["trace[314210563] 'range keys from in-memory index tree' (duration: 125.455479ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:29.627867Z","caller":"traceutil/trace.go:171","msg":"trace[727496160] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"155.01622ms","start":"2026-07-03T15:56:29.472814Z","end":"2026-07-03T15:56:29.62783Z","steps":["trace[727496160] 'process raft request' (duration: 154.817445ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:29.966828Z","caller":"traceutil/trace.go:171","msg":"trace[859650245] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"184.362632ms","start":"2026-07-03T15:56:29.782441Z","end":"2026-07-03T15:56:29.966804Z","steps":["trace[859650245] 'process raft request' (duration: 184.217229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:29.984607Z","caller":"traceutil/trace.go:171","msg":"trace[165890993] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1412; }","duration":"178.323974ms","start":"2026-07-03T15:56:29.806262Z","end":"2026-07-03T15:56:29.984586Z","steps":["trace[165890993] 'read index received' (duration: 160.322267ms)","trace[165890993] 'applied index is now lower than readState.Index' (duration: 18.000787ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:29.984702Z","caller":"traceutil/trace.go:171","msg":"trace[195649862] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"201.586193ms","start":"2026-07-03T15:56:29.783095Z","end":"2026-07-03T15:56:29.984682Z","steps":["trace[195649862] 'process raft request' (duration: 201.304256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:29.984746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.475609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:29.984787Z","caller":"traceutil/trace.go:171","msg":"trace[1989553660] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1363; }","duration":"178.562001ms","start":"2026-07-03T15:56:29.806214Z","end":"2026-07-03T15:56:29.984776Z","steps":["trace[1989553660] 'agreement among raft nodes before linearized reading' (duration: 178.487549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.266918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.387785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:30.267Z","caller":"traceutil/trace.go:171","msg":"trace[1324633656] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1415; }","duration":"259.975127ms","start":"2026-07-03T15:56:30.007009Z","end":"2026-07-03T15:56:30.266984Z","steps":["trace[1324633656] 'read index received' (duration: 63.48184ms)","trace[1324633656] 'applied index is now lower than readState.Index' (duration: 196.492417ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:30.267047Z","caller":"traceutil/trace.go:171","msg":"trace[496808983] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"277.102635ms","start":"2026-07-03T15:56:29.989938Z","end":"2026-07-03T15:56:30.26704Z","steps":["trace[496808983] 'process raft request' (duration: 80.538697ms)","trace[496808983] 'compare' (duration: 196.19986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:30.267161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.13393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.267238Z","caller":"traceutil/trace.go:171","msg":"trace[881172254] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1365; }","duration":"260.258563ms","start":"2026-07-03T15:56:30.006962Z","end":"2026-07-03T15:56:30.26722Z","steps":["trace[881172254] 'agreement among raft nodes before linearized reading' (duration: 260.09874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.273946Z","caller":"traceutil/trace.go:171","msg":"trace[1030912919] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"103.832735ms","start":"2026-07-03T15:56:30.170088Z","end":"2026-07-03T15:56:30.273921Z","steps":["trace[1030912919] 'process raft request' (duration: 103.636421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.747128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.649886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:31.747241Z","caller":"traceutil/trace.go:171","msg":"trace[661239822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1366; }","duration":"802.827691ms","start":"2026-07-03T15:56:30.944392Z","end":"2026-07-03T15:56:31.74722Z","steps":["trace[661239822] 'range keys from in-memory index tree' (duration: 802.543544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.747296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.944373Z","time spent":"802.911452ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:31.747923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.349007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-gh2js\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-03T15:56:31.748018Z","caller":"traceutil/trace.go:171","msg":"trace[1864310382] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-gh2js; range_end:; response_count:1; response_revision:1366; }","duration":"965.512071ms","start":"2026-07-03T15:56:30.782481Z","end":"2026-07-03T15:56:31.747993Z","steps":["trace[1864310382] 'range keys from in-memory index tree' (duration: 965.105262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.748069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.782457Z","time spent":"965.601303ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-gh2js\" "} {"level":"warn","ts":"2026-07-03T15:56:31.748035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.477178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:56:31.748107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.216749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:56:31.748126Z","caller":"traceutil/trace.go:171","msg":"trace[1243626674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1366; }","duration":"927.611921ms","start":"2026-07-03T15:56:30.820493Z","end":"2026-07-03T15:56:31.748104Z","steps":["trace[1243626674] 'range keys from in-memory index tree' (duration: 927.285314ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:31.748152Z","caller":"traceutil/trace.go:171","msg":"trace[779052797] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:1366; }","duration":"814.311511ms","start":"2026-07-03T15:56:30.933826Z","end":"2026-07-03T15:56:31.748138Z","steps":["trace[779052797] 'range keys from in-memory index tree' (duration: 814.006184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.748168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.820472Z","time spent":"927.687243ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:31.748182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.933802Z","time spent":"814.373672ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T15:56:31.748273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.330287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:56:31.74837Z","caller":"traceutil/trace.go:171","msg":"trace[1497056581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1366; }","duration":"597.094924ms","start":"2026-07-03T15:56:31.151253Z","end":"2026-07-03T15:56:31.748348Z","steps":["trace[1497056581] 'range keys from in-memory index tree' (duration: 596.139062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.748425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.151232Z","time spent":"597.177316ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:31.748427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.840749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:31.748491Z","caller":"traceutil/trace.go:171","msg":"trace[1835989162] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1366; }","duration":"477.963222ms","start":"2026-07-03T15:56:31.270507Z","end":"2026-07-03T15:56:31.74847Z","steps":["trace[1835989162] 'count revisions from in-memory index tree' (duration: 477.725307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.748542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.270475Z","time spent":"478.050275ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:31.748577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.917753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:31.748665Z","caller":"traceutil/trace.go:171","msg":"trace[1047399564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1366; }","duration":"117.055746ms","start":"2026-07-03T15:56:31.631587Z","end":"2026-07-03T15:56:31.748643Z","steps":["trace[1047399564] 'range keys from in-memory index tree' (duration: 116.654237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:32.133434Z","caller":"traceutil/trace.go:171","msg":"trace[1772071862] linearizableReadLoop","detail":"{readStateIndex:1418; appliedIndex:1417; }","duration":"383.403886ms","start":"2026-07-03T15:56:31.75Z","end":"2026-07-03T15:56:32.133404Z","steps":["trace[1772071862] 'read index received' (duration: 383.17233ms)","trace[1772071862] 'applied index is now lower than readState.Index' (duration: 229.786µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:32.133535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.514818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:32.133569Z","caller":"traceutil/trace.go:171","msg":"trace[674407478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1366; }","duration":"383.59363ms","start":"2026-07-03T15:56:31.749967Z","end":"2026-07-03T15:56:32.13356Z","steps":["trace[674407478] 'agreement among raft nodes before linearized reading' (duration: 383.511069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:32.13359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.749949Z","time spent":"383.637021ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:32.133439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.749863Z","time spent":"383.57149ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T15:56:32.143544Z","caller":"traceutil/trace.go:171","msg":"trace[333968770] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"390.443835ms","start":"2026-07-03T15:56:31.75309Z","end":"2026-07-03T15:56:32.143534Z","steps":["trace[333968770] 'process raft request' (duration: 390.325422ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:32.143548Z","caller":"traceutil/trace.go:171","msg":"trace[77079486] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"390.427375ms","start":"2026-07-03T15:56:31.753072Z","end":"2026-07-03T15:56:32.143499Z","steps":["trace[77079486] 'process raft request' (duration: 390.247311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:32.143707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.753069Z","time spent":"390.541327ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:32.143753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.753047Z","time spent":"390.588678ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:32.143822Z","caller":"traceutil/trace.go:171","msg":"trace[873462701] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"390.24555ms","start":"2026-07-03T15:56:31.753568Z","end":"2026-07-03T15:56:32.143813Z","steps":["trace[873462701] 'process raft request' (duration: 389.868252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:32.144086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.357883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:32.144102Z","caller":"traceutil/trace.go:171","msg":"trace[442339849] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"387.307404ms","start":"2026-07-03T15:56:31.756772Z","end":"2026-07-03T15:56:32.144079Z","steps":["trace[442339849] 'process raft request' (duration: 386.68533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:32.144132Z","caller":"traceutil/trace.go:171","msg":"trace[570592030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1371; }","duration":"155.424444ms","start":"2026-07-03T15:56:31.988698Z","end":"2026-07-03T15:56:32.144123Z","steps":["trace[570592030] 'agreement among raft nodes before linearized reading' (duration: 155.315742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:32.144122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.753554Z","time spent":"390.435115ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:32.144219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:31.75676Z","time spent":"387.404496ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:32.14442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.885883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:56:32.14448Z","caller":"traceutil/trace.go:171","msg":"trace[1392306448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1371; }","duration":"173.999526ms","start":"2026-07-03T15:56:31.970468Z","end":"2026-07-03T15:56:32.144467Z","steps":["trace[1392306448] 'agreement among raft nodes before linearized reading' (duration: 173.634137ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:32.336728Z","caller":"traceutil/trace.go:171","msg":"trace[1095092756] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1423; }","duration":"193.190532ms","start":"2026-07-03T15:56:32.143511Z","end":"2026-07-03T15:56:32.336702Z","steps":["trace[1095092756] 'read index received' (duration: 193.133661ms)","trace[1095092756] 'applied index is now lower than readState.Index' (duration: 55.751µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:32.336791Z","caller":"traceutil/trace.go:171","msg":"trace[1368798767] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"201.651853ms","start":"2026-07-03T15:56:32.135096Z","end":"2026-07-03T15:56:32.336748Z","steps":["trace[1368798767] 'process raft request' (duration: 201.448549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:32.336949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.44214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:32.337007Z","caller":"traceutil/trace.go:171","msg":"trace[1874825629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1372; }","duration":"194.543482ms","start":"2026-07-03T15:56:32.142449Z","end":"2026-07-03T15:56:32.336993Z","steps":["trace[1874825629] 'agreement among raft nodes before linearized reading' (duration: 194.352957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:32.338605Z","caller":"traceutil/trace.go:171","msg":"trace[825219616] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"190.084391ms","start":"2026-07-03T15:56:32.148495Z","end":"2026-07-03T15:56:32.33858Z","steps":["trace[825219616] 'process raft request' (duration: 189.893037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:32.338862Z","caller":"traceutil/trace.go:171","msg":"trace[1259117246] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"190.241295ms","start":"2026-07-03T15:56:32.148605Z","end":"2026-07-03T15:56:32.338846Z","steps":["trace[1259117246] 'process raft request' (duration: 189.923408ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:34.489675Z","caller":"traceutil/trace.go:171","msg":"trace[1058923392] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1432; }","duration":"122.605531ms","start":"2026-07-03T15:56:34.367037Z","end":"2026-07-03T15:56:34.489642Z","steps":["trace[1058923392] 'read index received' (duration: 31.969164ms)","trace[1058923392] 'applied index is now lower than readState.Index' (duration: 90.634867ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:34.489714Z","caller":"traceutil/trace.go:171","msg":"trace[1591244647] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"142.955872ms","start":"2026-07-03T15:56:34.346723Z","end":"2026-07-03T15:56:34.489679Z","steps":["trace[1591244647] 'process raft request' (duration: 142.686566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:34.489839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.771204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:34.489831Z","caller":"traceutil/trace.go:171","msg":"trace[532355155] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"142.895221ms","start":"2026-07-03T15:56:34.346906Z","end":"2026-07-03T15:56:34.489801Z","steps":["trace[532355155] 'process raft request' (duration: 142.687267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:34.489887Z","caller":"traceutil/trace.go:171","msg":"trace[339750029] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1383; }","duration":"122.843796ms","start":"2026-07-03T15:56:34.36703Z","end":"2026-07-03T15:56:34.489874Z","steps":["trace[339750029] 'agreement among raft nodes before linearized reading' (duration: 122.742794ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:34.650801Z","caller":"traceutil/trace.go:171","msg":"trace[446089269] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"196.995027ms","start":"2026-07-03T15:56:34.453777Z","end":"2026-07-03T15:56:34.650772Z","steps":["trace[446089269] 'process raft request' (duration: 196.795483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:36.253714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.743233ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:56:36.254033Z","caller":"traceutil/trace.go:171","msg":"trace[747022240] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"219.786314ms","start":"2026-07-03T15:56:36.034221Z","end":"2026-07-03T15:56:36.254008Z","steps":["trace[747022240] 'process raft request' (duration: 219.62674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:36.763597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.963159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:36.76375Z","caller":"traceutil/trace.go:171","msg":"trace[170415806] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"505.417731ms","start":"2026-07-03T15:56:36.258309Z","end":"2026-07-03T15:56:36.763726Z","steps":["trace[170415806] 'process raft request' (duration: 109.165056ms)","trace[170415806] 'compare' (duration: 395.821795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:36.763821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.258285Z","time spent":"505.505663ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:36.817162Z","caller":"traceutil/trace.go:171","msg":"trace[1560814183] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"557.699967ms","start":"2026-07-03T15:56:36.259434Z","end":"2026-07-03T15:56:36.817133Z","steps":["trace[1560814183] 'process raft request' (duration: 557.598225ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:36.817211Z","caller":"traceutil/trace.go:171","msg":"trace[754802225] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"558.458874ms","start":"2026-07-03T15:56:36.258711Z","end":"2026-07-03T15:56:36.81717Z","steps":["trace[754802225] 'process raft request' (duration: 558.175368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:36.817328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.259429Z","time spent":"557.814261ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:36.81739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.258695Z","time spent":"558.601909ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:36.817411Z","caller":"traceutil/trace.go:171","msg":"trace[1494621410] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"555.776885ms","start":"2026-07-03T15:56:36.26159Z","end":"2026-07-03T15:56:36.817367Z","steps":["trace[1494621410] 'process raft request' (duration: 555.494337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:36.81764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.261585Z","time spent":"555.931648ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3643,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:37.025493Z","caller":"traceutil/trace.go:171","msg":"trace[243360692] linearizableReadLoop","detail":"{readStateIndex:1446; appliedIndex:1442; }","duration":"531.649977ms","start":"2026-07-03T15:56:36.493815Z","end":"2026-07-03T15:56:37.025465Z","steps":["trace[243360692] 'read index received' (duration: 323.074166ms)","trace[243360692] 'applied index is now lower than readState.Index' (duration: 208.574391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:37.025761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.936584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:56:37.025698Z","caller":"traceutil/trace.go:171","msg":"trace[1622643325] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"574.719063ms","start":"2026-07-03T15:56:36.450922Z","end":"2026-07-03T15:56:37.025642Z","steps":["trace[1622643325] 'process raft request' (duration: 574.347174ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.025809Z","caller":"traceutil/trace.go:171","msg":"trace[495634859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1393; }","duration":"532.061076ms","start":"2026-07-03T15:56:36.493736Z","end":"2026-07-03T15:56:37.025797Z","steps":["trace[495634859] 'agreement among raft nodes before linearized reading' (duration: 531.874402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:37.025848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.493712Z","time spent":"532.127027ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:37.026009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.450891Z","time spent":"574.954818ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:37.03147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.68317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:37.031536Z","caller":"traceutil/trace.go:171","msg":"trace[584695407] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1394; }","duration":"125.755372ms","start":"2026-07-03T15:56:36.905762Z","end":"2026-07-03T15:56:37.031518Z","steps":["trace[584695407] 'agreement among raft nodes before linearized reading' (duration: 125.639779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.031496Z","caller":"traceutil/trace.go:171","msg":"trace[1123127248] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"207.303701ms","start":"2026-07-03T15:56:36.824142Z","end":"2026-07-03T15:56:37.031446Z","steps":["trace[1123127248] 'process raft request' (duration: 207.092967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:37.031621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.679302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:37.031705Z","caller":"traceutil/trace.go:171","msg":"trace[1901099992] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1394; }","duration":"428.733863ms","start":"2026-07-03T15:56:36.602922Z","end":"2026-07-03T15:56:37.031656Z","steps":["trace[1901099992] 'agreement among raft nodes before linearized reading' (duration: 428.659131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:37.031753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.602848Z","time spent":"428.892696ms","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:37.031522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.248864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:56:37.031787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.93951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:37.03186Z","caller":"traceutil/trace.go:171","msg":"trace[566167571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1394; }","duration":"537.638213ms","start":"2026-07-03T15:56:36.49419Z","end":"2026-07-03T15:56:37.031829Z","steps":["trace[566167571] 'agreement among raft nodes before linearized reading' (duration: 537.175543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.031935Z","caller":"traceutil/trace.go:171","msg":"trace[729627713] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1394; }","duration":"292.287188ms","start":"2026-07-03T15:56:36.739619Z","end":"2026-07-03T15:56:37.031906Z","steps":["trace[729627713] 'agreement among raft nodes before linearized reading' (duration: 291.94404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:37.031957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.487172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-07-03T15:56:37.032059Z","caller":"traceutil/trace.go:171","msg":"trace[142798236] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1394; }","duration":"202.681496ms","start":"2026-07-03T15:56:36.829351Z","end":"2026-07-03T15:56:37.032032Z","steps":["trace[142798236] 'agreement among raft nodes before linearized reading' (duration: 202.288798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:37.031996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.494165Z","time spent":"537.794446ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:56:37.189766Z","caller":"traceutil/trace.go:171","msg":"trace[1814842850] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1398; }","duration":"117.412292ms","start":"2026-07-03T15:56:37.072317Z","end":"2026-07-03T15:56:37.189729Z","steps":["trace[1814842850] 'process raft request' (duration: 111.818825ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.198602Z","caller":"traceutil/trace.go:171","msg":"trace[876903723] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"100.169702ms","start":"2026-07-03T15:56:37.098403Z","end":"2026-07-03T15:56:37.198572Z","steps":["trace[876903723] 'process raft request' (duration: 100.005188ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.475648Z","caller":"traceutil/trace.go:171","msg":"trace[1563550384] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1403; }","duration":"185.040736ms","start":"2026-07-03T15:56:37.290578Z","end":"2026-07-03T15:56:37.475619Z","steps":["trace[1563550384] 'process raft request' (duration: 175.357516ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.658492Z","caller":"traceutil/trace.go:171","msg":"trace[510226909] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1458; }","duration":"129.145849ms","start":"2026-07-03T15:56:37.52932Z","end":"2026-07-03T15:56:37.658466Z","steps":["trace[510226909] 'read index received' (duration: 107.849655ms)","trace[510226909] 'applied index is now lower than readState.Index' (duration: 21.295214ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:37.658642Z","caller":"traceutil/trace.go:171","msg":"trace[978669690] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"129.63402ms","start":"2026-07-03T15:56:37.528972Z","end":"2026-07-03T15:56:37.658606Z","steps":["trace[978669690] 'process raft request' (duration: 108.262745ms)","trace[978669690] 'compare' (duration: 21.110679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:37.658814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.468776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-gh2js\" ","response":"range_response_count:1 size:4433"} {"level":"info","ts":"2026-07-03T15:56:37.658873Z","caller":"traceutil/trace.go:171","msg":"trace[1788095726] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-gh2js; range_end:; response_count:1; response_revision:1406; }","duration":"129.569359ms","start":"2026-07-03T15:56:37.529292Z","end":"2026-07-03T15:56:37.658861Z","steps":["trace[1788095726] 'agreement among raft nodes before linearized reading' (duration: 129.341113ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.681529Z","caller":"traceutil/trace.go:171","msg":"trace[1074242343] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"151.342722ms","start":"2026-07-03T15:56:37.530168Z","end":"2026-07-03T15:56:37.681511Z","steps":["trace[1074242343] 'process raft request' (duration: 151.309052ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.681638Z","caller":"traceutil/trace.go:171","msg":"trace[722487890] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"151.567598ms","start":"2026-07-03T15:56:37.530037Z","end":"2026-07-03T15:56:37.681604Z","steps":["trace[722487890] 'process raft request' (duration: 151.326092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:38.049837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.310614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:109063"} {"level":"info","ts":"2026-07-03T15:56:38.050127Z","caller":"traceutil/trace.go:171","msg":"trace[1242113021] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1414; }","duration":"118.57854ms","start":"2026-07-03T15:56:37.931459Z","end":"2026-07-03T15:56:38.050037Z","steps":["trace[1242113021] 'range keys from in-memory index tree' (duration: 118.095398ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.380467Z","caller":"traceutil/trace.go:171","msg":"trace[997693890] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"108.748947ms","start":"2026-07-03T15:56:38.271689Z","end":"2026-07-03T15:56:38.380438Z","steps":["trace[997693890] 'process raft request' (duration: 72.958204ms)","trace[997693890] 'compare' (duration: 35.637428ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:38.413732Z","caller":"traceutil/trace.go:171","msg":"trace[1620783133] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"135.155235ms","start":"2026-07-03T15:56:38.278553Z","end":"2026-07-03T15:56:38.413708Z","steps":["trace[1620783133] 'process raft request' (duration: 134.94126ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.413723Z","caller":"traceutil/trace.go:171","msg":"trace[1345180649] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"135.596836ms","start":"2026-07-03T15:56:38.278079Z","end":"2026-07-03T15:56:38.413676Z","steps":["trace[1345180649] 'process raft request' (duration: 135.265428ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.584603Z","caller":"traceutil/trace.go:171","msg":"trace[436828501] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"166.69517ms","start":"2026-07-03T15:56:38.417876Z","end":"2026-07-03T15:56:38.584571Z","steps":["trace[436828501] 'process raft request' (duration: 136.71099ms)","trace[436828501] 'compare' (duration: 29.813146ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:38.606904Z","caller":"traceutil/trace.go:171","msg":"trace[1603710085] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"183.427479ms","start":"2026-07-03T15:56:38.423447Z","end":"2026-07-03T15:56:38.606874Z","steps":["trace[1603710085] 'process raft request' (duration: 183.376298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.606937Z","caller":"traceutil/trace.go:171","msg":"trace[1880463218] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"183.795368ms","start":"2026-07-03T15:56:38.423117Z","end":"2026-07-03T15:56:38.606912Z","steps":["trace[1880463218] 'process raft request' (duration: 183.596503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:38.85587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.992278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:38.857303Z","caller":"traceutil/trace.go:171","msg":"trace[403782048] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"270.619058ms","start":"2026-07-03T15:56:38.586634Z","end":"2026-07-03T15:56:38.857253Z","steps":["trace[403782048] 'process raft request' (duration: 102.174568ms)","trace[403782048] 'compare' (duration: 166.797242ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:38.993205Z","caller":"traceutil/trace.go:171","msg":"trace[797742392] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"132.7475ms","start":"2026-07-03T15:56:38.860425Z","end":"2026-07-03T15:56:38.993172Z","steps":["trace[797742392] 'process raft request' (duration: 132.595607ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.993313Z","caller":"traceutil/trace.go:171","msg":"trace[1935323690] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"133.016737ms","start":"2026-07-03T15:56:38.860273Z","end":"2026-07-03T15:56:38.99329Z","steps":["trace[1935323690] 'process raft request' (duration: 129.63215ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.993362Z","caller":"traceutil/trace.go:171","msg":"trace[1574685063] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"129.824333ms","start":"2026-07-03T15:56:38.863508Z","end":"2026-07-03T15:56:38.993333Z","steps":["trace[1574685063] 'process raft request' (duration: 129.64937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.993324Z","caller":"traceutil/trace.go:171","msg":"trace[2121349015] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"132.180728ms","start":"2026-07-03T15:56:38.861118Z","end":"2026-07-03T15:56:38.993299Z","steps":["trace[2121349015] 'process raft request' (duration: 131.971973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.993656Z","caller":"traceutil/trace.go:171","msg":"trace[1542070149] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"132.050284ms","start":"2026-07-03T15:56:38.86159Z","end":"2026-07-03T15:56:38.993641Z","steps":["trace[1542070149] 'process raft request' (duration: 131.536273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.787498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.848633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:39.787705Z","caller":"traceutil/trace.go:171","msg":"trace[1751296118] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"786.410085ms","start":"2026-07-03T15:56:39.001211Z","end":"2026-07-03T15:56:39.787621Z","steps":["trace[1751296118] 'process raft request' (duration: 209.335947ms)","trace[1751296118] 'compare' (duration: 576.72041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:39.787795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.001191Z","time spent":"786.562579ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:39.869414Z","caller":"traceutil/trace.go:171","msg":"trace[1421675106] linearizableReadLoop","detail":"{readStateIndex:1491; appliedIndex:1488; }","duration":"827.204181ms","start":"2026-07-03T15:56:39.042185Z","end":"2026-07-03T15:56:39.869389Z","steps":["trace[1421675106] 'read index received' (duration: 168.374128ms)","trace[1421675106] 'applied index is now lower than readState.Index' (duration: 658.829113ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:39.869546Z","caller":"traceutil/trace.go:171","msg":"trace[620584946] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"838.893696ms","start":"2026-07-03T15:56:39.030627Z","end":"2026-07-03T15:56:39.869521Z","steps":["trace[620584946] 'process raft request' (duration: 838.699911ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:39.869609Z","caller":"traceutil/trace.go:171","msg":"trace[1405302176] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"868.355274ms","start":"2026-07-03T15:56:39.00123Z","end":"2026-07-03T15:56:39.869585Z","steps":["trace[1405302176] 'process raft request' (duration: 867.986246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.869667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.030604Z","time spent":"838.981597ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:39.869996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.785694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:56:39.869709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.00122Z","time spent":"868.448536ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3599,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:39.870419Z","caller":"traceutil/trace.go:171","msg":"trace[422047580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1437; }","duration":"827.951147ms","start":"2026-07-03T15:56:39.042124Z","end":"2026-07-03T15:56:39.870075Z","steps":["trace[422047580] 'agreement among raft nodes before linearized reading' (duration: 827.413185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.870514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.042099Z","time spent":"828.398898ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:56:40.117864Z","caller":"traceutil/trace.go:171","msg":"trace[1782819476] linearizableReadLoop","detail":"{readStateIndex:1492; appliedIndex:1491; }","duration":"248.356462ms","start":"2026-07-03T15:56:39.869477Z","end":"2026-07-03T15:56:40.117834Z","steps":["trace[1782819476] 'read index received' (duration: 241.575098ms)","trace[1782819476] 'applied index is now lower than readState.Index' (duration: 6.779554ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:40.117922Z","caller":"traceutil/trace.go:171","msg":"trace[651458194] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"323.665341ms","start":"2026-07-03T15:56:39.794227Z","end":"2026-07-03T15:56:40.117892Z","steps":["trace[651458194] 'process raft request' (duration: 316.727763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.118051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.794199Z","time spent":"323.791564ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5992,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:40.118247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061336491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:40.118296Z","caller":"traceutil/trace.go:171","msg":"trace[23838369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1438; }","duration":"1.061470703s","start":"2026-07-03T15:56:39.056814Z","end":"2026-07-03T15:56:40.118284Z","steps":["trace[23838369] 'agreement among raft nodes before linearized reading' (duration: 1.061161106s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.118372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.056779Z","time spent":"1.061580876s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:56:40.382122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.914725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:40.382343Z","caller":"traceutil/trace.go:171","msg":"trace[1015093503] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1492; }","duration":"264.376766ms","start":"2026-07-03T15:56:40.11795Z","end":"2026-07-03T15:56:40.382327Z","steps":["trace[1015093503] 'read index received' (duration: 157.175754ms)","trace[1015093503] 'applied index is now lower than readState.Index' (duration: 107.200131ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:40.382408Z","caller":"traceutil/trace.go:171","msg":"trace[1186986511] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"506.909056ms","start":"2026-07-03T15:56:39.875485Z","end":"2026-07-03T15:56:40.382395Z","steps":["trace[1186986511] 'process raft request' (duration: 506.799184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.382469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.875447Z","time spent":"506.997378ms","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1020,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:40.382431Z","caller":"traceutil/trace.go:171","msg":"trace[1809530003] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"507.254194ms","start":"2026-07-03T15:56:39.875108Z","end":"2026-07-03T15:56:40.382362Z","steps":["trace[1809530003] 'process raft request' (duration: 507.115061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.38254Z","caller":"traceutil/trace.go:171","msg":"trace[1091129100] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"507.824646ms","start":"2026-07-03T15:56:39.874671Z","end":"2026-07-03T15:56:40.382496Z","steps":["trace[1091129100] 'process raft request' (duration: 400.450321ms)","trace[1091129100] 'compare' (duration: 106.791672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:40.382671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.837537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:40.382739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.874652Z","time spent":"507.9884ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.382751Z","caller":"traceutil/trace.go:171","msg":"trace[1119591722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1441; }","duration":"436.96201ms","start":"2026-07-03T15:56:39.945777Z","end":"2026-07-03T15:56:40.382739Z","steps":["trace[1119591722] 'agreement among raft nodes before linearized reading' (duration: 436.641033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.382702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.875084Z","time spent":"507.51585ms","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:40.382809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.945763Z","time spent":"437.032572ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:40.425226Z","caller":"traceutil/trace.go:171","msg":"trace[1649658981] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"302.06532ms","start":"2026-07-03T15:56:40.123141Z","end":"2026-07-03T15:56:40.425206Z","steps":["trace[1649658981] 'process raft request' (duration: 301.907736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.425483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.123116Z","time spent":"302.182103ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.425541Z","caller":"traceutil/trace.go:171","msg":"trace[1731985420] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"302.253055ms","start":"2026-07-03T15:56:40.123262Z","end":"2026-07-03T15:56:40.425515Z","steps":["trace[1731985420] 'process raft request' (duration: 301.908187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.425661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.123254Z","time spent":"302.349277ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:40.42575Z","caller":"traceutil/trace.go:171","msg":"trace[916555232] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"302.45983ms","start":"2026-07-03T15:56:40.123261Z","end":"2026-07-03T15:56:40.425721Z","steps":["trace[916555232] 'process raft request' (duration: 302.156793ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.425785Z","caller":"traceutil/trace.go:171","msg":"trace[994132662] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1445; }","duration":"100.011879ms","start":"2026-07-03T15:56:40.325755Z","end":"2026-07-03T15:56:40.425767Z","steps":["trace[994132662] 'agreement among raft nodes before linearized reading' (duration: 99.986899ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.425775Z","caller":"traceutil/trace.go:171","msg":"trace[631983457] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"300.183798ms","start":"2026-07-03T15:56:40.125555Z","end":"2026-07-03T15:56:40.425739Z","steps":["trace[631983457] 'process raft request' (duration: 299.960743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.425896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.123247Z","time spent":"302.574132ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:40.425937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.125534Z","time spent":"300.315552ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6097,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.793622Z","caller":"traceutil/trace.go:171","msg":"trace[258878854] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"406.199282ms","start":"2026-07-03T15:56:40.387398Z","end":"2026-07-03T15:56:40.793597Z","steps":["trace[258878854] 'process raft request' (duration: 406.11601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.793709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.821384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:40.793738Z","caller":"traceutil/trace.go:171","msg":"trace[1263083145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1449; }","duration":"409.900436ms","start":"2026-07-03T15:56:40.38383Z","end":"2026-07-03T15:56:40.793731Z","steps":["trace[1263083145] 'agreement among raft nodes before linearized reading' (duration: 409.841145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.793745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.387384Z","time spent":"406.306545ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:40.793781Z","caller":"traceutil/trace.go:171","msg":"trace[2029657891] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"404.658347ms","start":"2026-07-03T15:56:40.389117Z","end":"2026-07-03T15:56:40.793776Z","steps":["trace[2029657891] 'process raft request' (duration: 404.473813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.793828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.389089Z","time spent":"404.712008ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4106,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.793927Z","caller":"traceutil/trace.go:171","msg":"trace[782817345] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"406.578171ms","start":"2026-07-03T15:56:40.387336Z","end":"2026-07-03T15:56:40.793914Z","steps":["trace[782817345] 'process raft request' (duration: 316.071709ms)","trace[782817345] 'compare' (duration: 89.835747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:40.793758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.383811Z","time spent":"409.942736ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:40.793959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.290934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:40.793981Z","caller":"traceutil/trace.go:171","msg":"trace[2082382051] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1449; }","duration":"372.361535ms","start":"2026-07-03T15:56:40.421614Z","end":"2026-07-03T15:56:40.793975Z","steps":["trace[2082382051] 'agreement among raft nodes before linearized reading' (duration: 372.322614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.79398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.387318Z","time spent":"406.638352ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1644,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:40.794002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.421595Z","time spent":"372.399636ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:40.793907Z","caller":"traceutil/trace.go:171","msg":"trace[1165175578] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"406.420927ms","start":"2026-07-03T15:56:40.387453Z","end":"2026-07-03T15:56:40.793874Z","steps":["trace[1165175578] 'process raft request' (duration: 406.10858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.794233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.387432Z","time spent":"406.725244ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3183,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:40.793648Z","caller":"traceutil/trace.go:171","msg":"trace[1652790625] linearizableReadLoop","detail":"{readStateIndex:1503; appliedIndex:1499; }","duration":"368.064737ms","start":"2026-07-03T15:56:40.425569Z","end":"2026-07-03T15:56:40.793633Z","steps":["trace[1652790625] 'read index received' (duration: 277.82304ms)","trace[1652790625] 'applied index is now lower than readState.Index' (duration: 90.241137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:41.113913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.236311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:41.114113Z","caller":"traceutil/trace.go:171","msg":"trace[1287364281] linearizableReadLoop","detail":"{readStateIndex:1504; appliedIndex:1503; }","duration":"319.789092ms","start":"2026-07-03T15:56:40.794288Z","end":"2026-07-03T15:56:41.114077Z","steps":["trace[1287364281] 'read index received' (duration: 189.954608ms)","trace[1287364281] 'applied index is now lower than readState.Index' (duration: 129.832274ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:41.114147Z","caller":"traceutil/trace.go:171","msg":"trace[797528652] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"684.524424ms","start":"2026-07-03T15:56:40.429574Z","end":"2026-07-03T15:56:41.114098Z","steps":["trace[797528652] 'process raft request' (duration: 554.650919ms)","trace[797528652] 'compare' (duration: 129.035026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:41.114301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.277752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-07-03T15:56:41.114559Z","caller":"traceutil/trace.go:171","msg":"trace[345768812] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1450; }","duration":"581.597741ms","start":"2026-07-03T15:56:40.532949Z","end":"2026-07-03T15:56:41.114546Z","steps":["trace[345768812] 'agreement among raft nodes before linearized reading' (duration: 581.17262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.114602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.532926Z","time spent":"581.665282ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-03T15:56:41.114389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.249818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-b2269\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-07-03T15:56:41.114684Z","caller":"traceutil/trace.go:171","msg":"trace[1692685560] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-b2269; range_end:; response_count:1; response_revision:1450; }","duration":"684.548636ms","start":"2026-07-03T15:56:40.430113Z","end":"2026-07-03T15:56:41.114662Z","steps":["trace[1692685560] 'agreement among raft nodes before linearized reading' (duration: 684.095004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.114747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.43006Z","time spent":"684.673308ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6076,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-b2269\" "} {"level":"warn","ts":"2026-07-03T15:56:41.114981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.429543Z","time spent":"684.931333ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:41.251691Z","caller":"traceutil/trace.go:171","msg":"trace[745902349] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1504; }","duration":"137.477179ms","start":"2026-07-03T15:56:41.114157Z","end":"2026-07-03T15:56:41.251634Z","steps":["trace[745902349] 'read index received' (duration: 124.516105ms)","trace[745902349] 'applied index is now lower than readState.Index' (duration: 12.959894ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:41.251764Z","caller":"traceutil/trace.go:171","msg":"trace[388965658] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"452.719817ms","start":"2026-07-03T15:56:40.79899Z","end":"2026-07-03T15:56:41.25171Z","steps":["trace[388965658] 'process raft request' (duration: 452.530883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.251858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.440049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:41.251919Z","caller":"traceutil/trace.go:171","msg":"trace[202870599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1453; }","duration":"305.568812ms","start":"2026-07-03T15:56:40.946338Z","end":"2026-07-03T15:56:41.251906Z","steps":["trace[202870599] 'agreement among raft nodes before linearized reading' (duration: 305.394527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.251947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.946318Z","time spent":"305.622282ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:41.251933Z","caller":"traceutil/trace.go:171","msg":"trace[1404528207] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"451.034799ms","start":"2026-07-03T15:56:40.800862Z","end":"2026-07-03T15:56:41.251897Z","steps":["trace[1404528207] 'process raft request' (duration: 450.712261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.25197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.570123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:56:41.251971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.798974Z","time spent":"452.903202ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:41.251804Z","caller":"traceutil/trace.go:171","msg":"trace[533757100] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"453.795532ms","start":"2026-07-03T15:56:40.797972Z","end":"2026-07-03T15:56:41.251767Z","steps":["trace[533757100] 'process raft request' (duration: 440.672255ms)","trace[533757100] 'compare' (duration: 12.733588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:41.252034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.411488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:41.252102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.452915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4121"} {"level":"info","ts":"2026-07-03T15:56:41.252134Z","caller":"traceutil/trace.go:171","msg":"trace[931942631] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1453; }","duration":"453.529136ms","start":"2026-07-03T15:56:40.798594Z","end":"2026-07-03T15:56:41.252123Z","steps":["trace[931942631] 'agreement among raft nodes before linearized reading' (duration: 453.440234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.252128Z","caller":"traceutil/trace.go:171","msg":"trace[21392354] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1453; }","duration":"447.561921ms","start":"2026-07-03T15:56:40.804544Z","end":"2026-07-03T15:56:41.252105Z","steps":["trace[21392354] 'agreement among raft nodes before linearized reading' (duration: 447.286155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.252118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.800846Z","time spent":"451.145812ms","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4154,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:41.252142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.208645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:56:41.252174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.798568Z","time spent":"453.596797ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4144,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-07-03T15:56:41.252014Z","caller":"traceutil/trace.go:171","msg":"trace[901868781] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:1453; }","duration":"317.702376ms","start":"2026-07-03T15:56:40.9343Z","end":"2026-07-03T15:56:41.252003Z","steps":["trace[901868781] 'agreement among raft nodes before linearized reading' (duration: 317.500621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.25219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.804524Z","time spent":"447.656463ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" "} {"level":"info","ts":"2026-07-03T15:56:41.252206Z","caller":"traceutil/trace.go:171","msg":"trace[1118760949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1453; }","duration":"254.314328ms","start":"2026-07-03T15:56:40.997873Z","end":"2026-07-03T15:56:41.252187Z","steps":["trace[1118760949] 'agreement among raft nodes before linearized reading' (duration: 254.056292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.25217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.844507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:56:41.252228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.934278Z","time spent":"317.938562ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T15:56:41.252294Z","caller":"traceutil/trace.go:171","msg":"trace[124744110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1453; }","duration":"254.011682ms","start":"2026-07-03T15:56:40.998253Z","end":"2026-07-03T15:56:41.252264Z","steps":["trace[124744110] 'agreement among raft nodes before linearized reading' (duration: 253.484939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.252361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.390298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:41.25239Z","caller":"traceutil/trace.go:171","msg":"trace[661471669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1453; }","duration":"253.428888ms","start":"2026-07-03T15:56:40.998953Z","end":"2026-07-03T15:56:41.252382Z","steps":["trace[661471669] 'agreement among raft nodes before linearized reading' (duration: 253.290925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.25216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.797945Z","time spent":"454.141601ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:41.286429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.720113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-b2269\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-07-03T15:56:41.286426Z","caller":"traceutil/trace.go:171","msg":"trace[1119060190] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"161.37696ms","start":"2026-07-03T15:56:41.125007Z","end":"2026-07-03T15:56:41.286384Z","steps":["trace[1119060190] 'process raft request' (duration: 161.122134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.2865Z","caller":"traceutil/trace.go:171","msg":"trace[1135919180] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-b2269; range_end:; response_count:1; response_revision:1454; }","duration":"170.807144ms","start":"2026-07-03T15:56:41.115677Z","end":"2026-07-03T15:56:41.286484Z","steps":["trace[1135919180] 'agreement among raft nodes before linearized reading' (duration: 170.695182ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.444699Z","caller":"traceutil/trace.go:171","msg":"trace[2015436234] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"186.268744ms","start":"2026-07-03T15:56:41.258405Z","end":"2026-07-03T15:56:41.444674Z","steps":["trace[2015436234] 'process raft request' (duration: 186.186343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.444768Z","caller":"traceutil/trace.go:171","msg":"trace[988826320] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"186.882699ms","start":"2026-07-03T15:56:41.257843Z","end":"2026-07-03T15:56:41.444725Z","steps":["trace[988826320] 'process raft request' (duration: 186.594912ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.444805Z","caller":"traceutil/trace.go:171","msg":"trace[204553913] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"186.782326ms","start":"2026-07-03T15:56:41.257993Z","end":"2026-07-03T15:56:41.444775Z","steps":["trace[204553913] 'process raft request' (duration: 186.559921ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.445086Z","caller":"traceutil/trace.go:171","msg":"trace[338014704] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"186.48374ms","start":"2026-07-03T15:56:41.258564Z","end":"2026-07-03T15:56:41.445048Z","steps":["trace[338014704] 'process raft request' (duration: 186.06319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.445268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.958713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:41.445338Z","caller":"traceutil/trace.go:171","msg":"trace[1816624983] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1460; }","duration":"184.053615ms","start":"2026-07-03T15:56:41.261268Z","end":"2026-07-03T15:56:41.445322Z","steps":["trace[1816624983] 'agreement among raft nodes before linearized reading' (duration: 183.899852ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.44513Z","caller":"traceutil/trace.go:171","msg":"trace[2009204957] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1508; }","duration":"158.769292ms","start":"2026-07-03T15:56:41.286339Z","end":"2026-07-03T15:56:41.445108Z","steps":["trace[2009204957] 'read index received' (duration: 86.592344ms)","trace[2009204957] 'applied index is now lower than readState.Index' (duration: 72.174758ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:41.445396Z","caller":"traceutil/trace.go:171","msg":"trace[1759772172] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"185.885287ms","start":"2026-07-03T15:56:41.259477Z","end":"2026-07-03T15:56:41.445362Z","steps":["trace[1759772172] 'process raft request' (duration: 185.560239ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.445134Z","caller":"traceutil/trace.go:171","msg":"trace[972163180] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"186.395398ms","start":"2026-07-03T15:56:41.258713Z","end":"2026-07-03T15:56:41.445109Z","steps":["trace[972163180] 'process raft request' (duration: 186.232764ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.498367Z","caller":"traceutil/trace.go:171","msg":"trace[1932589184] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"210.582868ms","start":"2026-07-03T15:56:41.287759Z","end":"2026-07-03T15:56:41.498342Z","steps":["trace[1932589184] 'process raft request' (duration: 210.368572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.498717Z","caller":"traceutil/trace.go:171","msg":"trace[307219951] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"204.975131ms","start":"2026-07-03T15:56:41.293722Z","end":"2026-07-03T15:56:41.498697Z","steps":["trace[307219951] 'process raft request' (duration: 204.56319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.499028Z","caller":"traceutil/trace.go:171","msg":"trace[798200206] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"205.269966ms","start":"2026-07-03T15:56:41.293736Z","end":"2026-07-03T15:56:41.499006Z","steps":["trace[798200206] 'process raft request' (duration: 204.880288ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.499211Z","caller":"traceutil/trace.go:171","msg":"trace[116755460] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"205.00406ms","start":"2026-07-03T15:56:41.294169Z","end":"2026-07-03T15:56:41.499173Z","steps":["trace[116755460] 'process raft request' (duration: 204.726554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.499953Z","caller":"traceutil/trace.go:171","msg":"trace[607711097] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"204.059659ms","start":"2026-07-03T15:56:41.295865Z","end":"2026-07-03T15:56:41.499925Z","steps":["trace[607711097] 'process raft request' (duration: 203.121438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.500603Z","caller":"traceutil/trace.go:171","msg":"trace[1162324504] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"203.844893ms","start":"2026-07-03T15:56:41.296747Z","end":"2026-07-03T15:56:41.500592Z","steps":["trace[1162324504] 'process raft request' (duration: 203.112676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.501288Z","caller":"traceutil/trace.go:171","msg":"trace[2143499637] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"204.353186ms","start":"2026-07-03T15:56:41.29686Z","end":"2026-07-03T15:56:41.501213Z","steps":["trace[2143499637] 'process raft request' (duration: 203.329782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.501879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.140389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-8qg79\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-07-03T15:56:41.502002Z","caller":"traceutil/trace.go:171","msg":"trace[897461980] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-8qg79; range_end:; response_count:1; response_revision:1467; }","duration":"207.331273ms","start":"2026-07-03T15:56:41.294642Z","end":"2026-07-03T15:56:41.501973Z","steps":["trace[897461980] 'agreement among raft nodes before linearized reading' (duration: 205.867309ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.626512Z","caller":"traceutil/trace.go:171","msg":"trace[607065031] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"179.986322ms","start":"2026-07-03T15:56:41.446501Z","end":"2026-07-03T15:56:41.626487Z","steps":["trace[607065031] 'process raft request' (duration: 172.643346ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.626509Z","caller":"traceutil/trace.go:171","msg":"trace[877515969] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"174.071908ms","start":"2026-07-03T15:56:41.452408Z","end":"2026-07-03T15:56:41.62648Z","steps":["trace[877515969] 'process raft request' (duration: 173.999106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.754338Z","caller":"traceutil/trace.go:171","msg":"trace[973337128] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"245.305364ms","start":"2026-07-03T15:56:41.509002Z","end":"2026-07-03T15:56:41.754308Z","steps":["trace[973337128] 'process raft request' (duration: 243.462252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.754401Z","caller":"traceutil/trace.go:171","msg":"trace[511399104] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1522; }","duration":"214.862553ms","start":"2026-07-03T15:56:41.53952Z","end":"2026-07-03T15:56:41.754382Z","steps":["trace[511399104] 'read index received' (duration: 79.604965ms)","trace[511399104] 'applied index is now lower than readState.Index' (duration: 135.256418ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:41.754559Z","caller":"traceutil/trace.go:171","msg":"trace[1408817448] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"242.166861ms","start":"2026-07-03T15:56:41.512372Z","end":"2026-07-03T15:56:41.754539Z","steps":["trace[1408817448] 'process raft request' (duration: 241.845904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.754762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.505307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T15:56:41.754867Z","caller":"traceutil/trace.go:171","msg":"trace[743521234] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1471; }","duration":"125.683791ms","start":"2026-07-03T15:56:41.62915Z","end":"2026-07-03T15:56:41.754834Z","steps":["trace[743521234] 'agreement among raft nodes before linearized reading' (duration: 125.440885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.75533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.793524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-07-03T15:56:41.755387Z","caller":"traceutil/trace.go:171","msg":"trace[401897901] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1471; }","duration":"215.920517ms","start":"2026-07-03T15:56:41.539453Z","end":"2026-07-03T15:56:41.755374Z","steps":["trace[401897901] 'agreement among raft nodes before linearized reading' (duration: 215.14032ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.333288Z","caller":"traceutil/trace.go:171","msg":"trace[1355943982] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"228.713137ms","start":"2026-07-03T15:56:42.104546Z","end":"2026-07-03T15:56:42.333259Z","steps":["trace[1355943982] 'process raft request' (duration: 228.642936ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.333312Z","caller":"traceutil/trace.go:171","msg":"trace[440602641] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"231.679405ms","start":"2026-07-03T15:56:42.101586Z","end":"2026-07-03T15:56:42.333265Z","steps":["trace[440602641] 'process raft request' (duration: 145.235844ms)","trace[440602641] 'compare' (duration: 86.184264ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:42.349862Z","caller":"traceutil/trace.go:171","msg":"trace[1743045595] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"211.202089ms","start":"2026-07-03T15:56:42.138617Z","end":"2026-07-03T15:56:42.349819Z","steps":["trace[1743045595] 'process raft request' (duration: 210.957704ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.58101Z","caller":"traceutil/trace.go:171","msg":"trace[1131606097] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1535; }","duration":"151.353713ms","start":"2026-07-03T15:56:42.429623Z","end":"2026-07-03T15:56:42.580976Z","steps":["trace[1131606097] 'read index received' (duration: 150.994435ms)","trace[1131606097] 'applied index is now lower than readState.Index' (duration: 357.918µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:42.581144Z","caller":"traceutil/trace.go:171","msg":"trace[1634017689] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"186.263854ms","start":"2026-07-03T15:56:42.394846Z","end":"2026-07-03T15:56:42.58111Z","steps":["trace[1634017689] 'process raft request' (duration: 185.809594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:42.581465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.646529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:56:42.581562Z","caller":"traceutil/trace.go:171","msg":"trace[872414417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1481; }","duration":"151.985777ms","start":"2026-07-03T15:56:42.429556Z","end":"2026-07-03T15:56:42.581542Z","steps":["trace[872414417] 'agreement among raft nodes before linearized reading' (duration: 151.552877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.591759Z","caller":"traceutil/trace.go:171","msg":"trace[804095800] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"160.91048ms","start":"2026-07-03T15:56:42.430827Z","end":"2026-07-03T15:56:42.591737Z","steps":["trace[804095800] 'process raft request' (duration: 160.769867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.802927Z","caller":"traceutil/trace.go:171","msg":"trace[1676541903] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"207.806553ms","start":"2026-07-03T15:56:42.595084Z","end":"2026-07-03T15:56:42.802891Z","steps":["trace[1676541903] 'process raft request' (duration: 125.176419ms)","trace[1676541903] 'compare' (duration: 82.354667ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:43.104351Z","caller":"traceutil/trace.go:171","msg":"trace[1523016507] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"158.441024ms","start":"2026-07-03T15:56:42.945883Z","end":"2026-07-03T15:56:43.104324Z","steps":["trace[1523016507] 'read index received' (duration: 155.383615ms)","trace[1523016507] 'applied index is now lower than readState.Index' (duration: 3.056299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:43.104501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.597087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:43.10455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.423222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:43.104594Z","caller":"traceutil/trace.go:171","msg":"trace[2021307859] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1485; }","duration":"124.532855ms","start":"2026-07-03T15:56:42.980047Z","end":"2026-07-03T15:56:43.10458Z","steps":["trace[2021307859] 'agreement among raft nodes before linearized reading' (duration: 124.429423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:43.104616Z","caller":"traceutil/trace.go:171","msg":"trace[199639393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1485; }","duration":"158.755071ms","start":"2026-07-03T15:56:42.945834Z","end":"2026-07-03T15:56:43.104589Z","steps":["trace[199639393] 'agreement among raft nodes before linearized reading' (duration: 158.590337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:43.104563Z","caller":"traceutil/trace.go:171","msg":"trace[345103030] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"231.580922ms","start":"2026-07-03T15:56:42.872834Z","end":"2026-07-03T15:56:43.104415Z","steps":["trace[345103030] 'process raft request' (duration: 228.531763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.528275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.651882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:43.528454Z","caller":"traceutil/trace.go:171","msg":"trace[1731649004] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"252.167059ms","start":"2026-07-03T15:56:43.276266Z","end":"2026-07-03T15:56:43.528433Z","steps":["trace[1731649004] 'process raft request' (duration: 62.283623ms)","trace[1731649004] 'compare' (duration: 189.485487ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:43.748853Z","caller":"traceutil/trace.go:171","msg":"trace[587441910] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"216.116441ms","start":"2026-07-03T15:56:43.5327Z","end":"2026-07-03T15:56:43.748816Z","steps":["trace[587441910] 'process raft request' (duration: 209.329927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:43.749156Z","caller":"traceutil/trace.go:171","msg":"trace[43483926] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"216.07593ms","start":"2026-07-03T15:56:43.533046Z","end":"2026-07-03T15:56:43.749122Z","steps":["trace[43483926] 'process raft request' (duration: 215.707692ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:43.749408Z","caller":"traceutil/trace.go:171","msg":"trace[1907266718] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"215.915317ms","start":"2026-07-03T15:56:43.533475Z","end":"2026-07-03T15:56:43.749391Z","steps":["trace[1907266718] 'process raft request' (duration: 215.736943ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:43.74944Z","caller":"traceutil/trace.go:171","msg":"trace[822735084] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"216.274715ms","start":"2026-07-03T15:56:43.533134Z","end":"2026-07-03T15:56:43.749408Z","steps":["trace[822735084] 'process raft request' (duration: 215.845445ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:43.749523Z","caller":"traceutil/trace.go:171","msg":"trace[385005952] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"215.801155ms","start":"2026-07-03T15:56:43.533696Z","end":"2026-07-03T15:56:43.749497Z","steps":["trace[385005952] 'process raft request' (duration: 215.57449ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:46.066206Z","caller":"traceutil/trace.go:171","msg":"trace[910479663] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"118.016006ms","start":"2026-07-03T15:56:45.948146Z","end":"2026-07-03T15:56:46.066162Z","steps":["trace[910479663] 'process raft request' (duration: 117.845502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:46.892268Z","caller":"traceutil/trace.go:171","msg":"trace[84672459] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"183.485712ms","start":"2026-07-03T15:56:46.708753Z","end":"2026-07-03T15:56:46.892239Z","steps":["trace[84672459] 'process raft request' (duration: 183.297588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:47.495438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.773448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:47.495401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.101037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:47.495578Z","caller":"traceutil/trace.go:171","msg":"trace[409342196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1510; }","duration":"506.305221ms","start":"2026-07-03T15:56:46.989246Z","end":"2026-07-03T15:56:47.495552Z","steps":["trace[409342196] 'range keys from in-memory index tree' (duration: 506.079267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:47.495516Z","caller":"traceutil/trace.go:171","msg":"trace[1434390228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1510; }","duration":"549.922991ms","start":"2026-07-03T15:56:46.945575Z","end":"2026-07-03T15:56:47.495498Z","steps":["trace[1434390228] 'range keys from in-memory index tree' (duration: 549.678226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:47.495878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:46.945552Z","time spent":"550.275269ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:47.535649Z","caller":"traceutil/trace.go:171","msg":"trace[955955035] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"365.030079ms","start":"2026-07-03T15:56:47.170584Z","end":"2026-07-03T15:56:47.535614Z","steps":["trace[955955035] 'process raft request' (duration: 364.822914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:47.535858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:47.170555Z","time spent":"365.223534ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:47.949136Z","caller":"traceutil/trace.go:171","msg":"trace[925992063] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"177.377493ms","start":"2026-07-03T15:56:47.771723Z","end":"2026-07-03T15:56:47.9491Z","steps":["trace[925992063] 'process raft request' (duration: 177.121587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:47.94935Z","caller":"traceutil/trace.go:171","msg":"trace[915200546] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"175.895658ms","start":"2026-07-03T15:56:47.77342Z","end":"2026-07-03T15:56:47.949315Z","steps":["trace[915200546] 'process raft request' (duration: 175.621102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:51.365754Z","caller":"traceutil/trace.go:171","msg":"trace[515164961] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"619.925859ms","start":"2026-07-03T15:56:50.745803Z","end":"2026-07-03T15:56:51.365729Z","steps":["trace[515164961] 'process raft request' (duration: 619.796896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:51.365957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:50.745785Z","time spent":"620.043802ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:51.374105Z","caller":"traceutil/trace.go:171","msg":"trace[661497459] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1581; }","duration":"489.560823ms","start":"2026-07-03T15:56:50.884527Z","end":"2026-07-03T15:56:51.374088Z","steps":["trace[661497459] 'read index received' (duration: 481.114602ms)","trace[661497459] 'applied index is now lower than readState.Index' (duration: 8.445541ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:51.374199Z","caller":"traceutil/trace.go:171","msg":"trace[1802601744] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"553.843191ms","start":"2026-07-03T15:56:50.820332Z","end":"2026-07-03T15:56:51.374176Z","steps":["trace[1802601744] 'process raft request' (duration: 553.655237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:51.374303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:50.820305Z","time spent":"553.918662ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:51.374348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.611545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:56:51.374352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.079841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:51.374412Z","caller":"traceutil/trace.go:171","msg":"trace[1055968717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1527; }","duration":"441.724648ms","start":"2026-07-03T15:56:50.932671Z","end":"2026-07-03T15:56:51.374396Z","steps":["trace[1055968717] 'agreement among raft nodes before linearized reading' (duration: 441.543584ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:51.374424Z","caller":"traceutil/trace.go:171","msg":"trace[435479028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1527; }","duration":"429.170302ms","start":"2026-07-03T15:56:50.945237Z","end":"2026-07-03T15:56:51.374407Z","steps":["trace[435479028] 'agreement among raft nodes before linearized reading' (duration: 429.06403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:51.374437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.388355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:56:51.374444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:50.932651Z","time spent":"441.786269ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:56:51.374463Z","caller":"traceutil/trace.go:171","msg":"trace[1311610562] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:1527; }","duration":"439.435426ms","start":"2026-07-03T15:56:50.93502Z","end":"2026-07-03T15:56:51.374455Z","steps":["trace[1311610562] 'agreement among raft nodes before linearized reading' (duration: 439.325974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:51.37447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:50.945228Z","time spent":"429.231514ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:51.374469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.927381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-gm54x\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-07-03T15:56:51.374551Z","caller":"traceutil/trace.go:171","msg":"trace[836016472] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-gm54x; range_end:; response_count:1; response_revision:1527; }","duration":"490.057324ms","start":"2026-07-03T15:56:50.88447Z","end":"2026-07-03T15:56:51.374527Z","steps":["trace[836016472] 'agreement among raft nodes before linearized reading' (duration: 489.820789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:51.37463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:50.884448Z","time spent":"490.168356ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4202,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-gm54x\" "} {"level":"warn","ts":"2026-07-03T15:56:51.374753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:50.93501Z","time spent":"439.475697ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T15:56:51.553581Z","caller":"traceutil/trace.go:171","msg":"trace[1947594656] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"175.612693ms","start":"2026-07-03T15:56:51.377947Z","end":"2026-07-03T15:56:51.553559Z","steps":["trace[1947594656] 'process raft request' (duration: 175.387508ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:51.553856Z","caller":"traceutil/trace.go:171","msg":"trace[1171627434] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"173.142446ms","start":"2026-07-03T15:56:51.380678Z","end":"2026-07-03T15:56:51.553821Z","steps":["trace[1171627434] 'process raft request' (duration: 172.836619ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:51.55647Z","caller":"traceutil/trace.go:171","msg":"trace[226282395] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"174.62284ms","start":"2026-07-03T15:56:51.38182Z","end":"2026-07-03T15:56:51.556442Z","steps":["trace[226282395] 'process raft request' (duration: 174.494177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:54.05947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687326228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:54.560131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687326228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:54.829415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453980634s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:56:54.829779Z","caller":"traceutil/trace.go:171","msg":"trace[1955000824] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"1.454447415s","start":"2026-07-03T15:56:53.375308Z","end":"2026-07-03T15:56:54.829755Z","steps":["trace[1955000824] 'process raft request' (duration: 1.454303652s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:54.82992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:53.375288Z","time spent":"1.454557547s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:55.437049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.50251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:55.437255Z","caller":"traceutil/trace.go:171","msg":"trace[1924097217] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"260.231792ms","start":"2026-07-03T15:56:55.177Z","end":"2026-07-03T15:56:55.437231Z","steps":["trace[1924097217] 'process raft request' (duration: 260.172831ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:55.437245Z","caller":"traceutil/trace.go:171","msg":"trace[1256841600] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"1.238080949s","start":"2026-07-03T15:56:54.199117Z","end":"2026-07-03T15:56:55.437198Z","steps":["trace[1256841600] 'process raft request' (duration: 726.332733ms)","trace[1256841600] 'compare' (duration: 511.341107ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:55.437327Z","caller":"traceutil/trace.go:171","msg":"trace[1829752560] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1594; }","duration":"1.87884s","start":"2026-07-03T15:56:53.558451Z","end":"2026-07-03T15:56:55.437291Z","steps":["trace[1829752560] 'read index received' (duration: 1.271173308s)","trace[1829752560] 'applied index is now lower than readState.Index' (duration: 607.664362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:55.437433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:54.199049Z","time spent":"1.238288843s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:55.437629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879160027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:55.43769Z","caller":"traceutil/trace.go:171","msg":"trace[590166427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1540; }","duration":"1.879268209s","start":"2026-07-03T15:56:53.558408Z","end":"2026-07-03T15:56:55.437676Z","steps":["trace[590166427] 'agreement among raft nodes before linearized reading' (duration: 1.879039524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:55.437732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:53.55839Z","time spent":"1.8793326s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:56:55.437736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531788719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:55.43782Z","caller":"traceutil/trace.go:171","msg":"trace[2113246218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1540; }","duration":"1.531928612s","start":"2026-07-03T15:56:53.905873Z","end":"2026-07-03T15:56:55.437802Z","steps":["trace[2113246218] 'agreement among raft nodes before linearized reading' (duration: 1.531696807s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:55.437845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387451656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:55.437882Z","caller":"traceutil/trace.go:171","msg":"trace[1325171004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1540; }","duration":"1.387505757s","start":"2026-07-03T15:56:54.050366Z","end":"2026-07-03T15:56:55.437872Z","steps":["trace[1325171004] 'agreement among raft nodes before linearized reading' (duration: 1.387425105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:55.437898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492848215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:55.437923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:54.050356Z","time spent":"1.387560818s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:56:55.437931Z","caller":"traceutil/trace.go:171","msg":"trace[1299341012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"1.492922327s","start":"2026-07-03T15:56:53.944998Z","end":"2026-07-03T15:56:55.43792Z","steps":["trace[1299341012] 'agreement among raft nodes before linearized reading' (duration: 1.492875846s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:55.437885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:53.905848Z","time spent":"1.532027834s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:55.437768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391527578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:56:55.438109Z","caller":"traceutil/trace.go:171","msg":"trace[7763684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1540; }","duration":"1.391909458s","start":"2026-07-03T15:56:54.046183Z","end":"2026-07-03T15:56:55.438092Z","steps":["trace[7763684] 'agreement among raft nodes before linearized reading' (duration: 1.391415225s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:55.438159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:54.046158Z","time spent":"1.391985879s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:55.437956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:53.944936Z","time spent":"1.4930151s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:55.722918Z","caller":"traceutil/trace.go:171","msg":"trace[83097894] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"279.745025ms","start":"2026-07-03T15:56:55.443145Z","end":"2026-07-03T15:56:55.72289Z","steps":["trace[83097894] 'process raft request' (duration: 279.51378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:55.723253Z","caller":"traceutil/trace.go:171","msg":"trace[1938768744] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1597; }","duration":"275.936367ms","start":"2026-07-03T15:56:55.447291Z","end":"2026-07-03T15:56:55.723228Z","steps":["trace[1938768744] 'read index received' (duration: 5.488974ms)","trace[1938768744] 'applied index is now lower than readState.Index' (duration: 270.446473ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:55.723391Z","caller":"traceutil/trace.go:171","msg":"trace[1789025708] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"278.810013ms","start":"2026-07-03T15:56:55.444569Z","end":"2026-07-03T15:56:55.723379Z","steps":["trace[1789025708] 'process raft request' (duration: 278.525706ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:55.723485Z","caller":"traceutil/trace.go:171","msg":"trace[1638215677] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"280.275697ms","start":"2026-07-03T15:56:55.443161Z","end":"2026-07-03T15:56:55.723437Z","steps":["trace[1638215677] 'process raft request' (duration: 279.680294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:55.723566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.70778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:55.723556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.251285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:55.723652Z","caller":"traceutil/trace.go:171","msg":"trace[941158680] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1544; }","duration":"173.867403ms","start":"2026-07-03T15:56:55.549766Z","end":"2026-07-03T15:56:55.723633Z","steps":["trace[941158680] 'agreement among raft nodes before linearized reading' (duration: 173.71872ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:55.723909Z","caller":"traceutil/trace.go:171","msg":"trace[328469600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1544; }","duration":"276.666645ms","start":"2026-07-03T15:56:55.447222Z","end":"2026-07-03T15:56:55.723888Z","steps":["trace[328469600] 'agreement among raft nodes before linearized reading' (duration: 276.243885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:56.089646Z","caller":"traceutil/trace.go:171","msg":"trace[747977192] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"134.184123ms","start":"2026-07-03T15:56:55.955437Z","end":"2026-07-03T15:56:56.089621Z","steps":["trace[747977192] 'process raft request' (duration: 134.04755ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:56.949119Z","caller":"traceutil/trace.go:171","msg":"trace[1372248171] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"109.38322ms","start":"2026-07-03T15:56:56.839684Z","end":"2026-07-03T15:56:56.949067Z","steps":["trace[1372248171] 'process raft request' (duration: 109.037053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:57.313036Z","caller":"traceutil/trace.go:171","msg":"trace[417682660] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"215.036557ms","start":"2026-07-03T15:56:57.09797Z","end":"2026-07-03T15:56:57.313006Z","steps":["trace[417682660] 'process raft request' (duration: 214.855753ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:57.563818Z","caller":"traceutil/trace.go:171","msg":"trace[1511804575] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"243.953383ms","start":"2026-07-03T15:56:57.319828Z","end":"2026-07-03T15:56:57.563782Z","steps":["trace[1511804575] 'process raft request' (duration: 243.694867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:57.567975Z","caller":"traceutil/trace.go:171","msg":"trace[686885967] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1606; }","duration":"111.351386ms","start":"2026-07-03T15:56:57.45659Z","end":"2026-07-03T15:56:57.567941Z","steps":["trace[686885967] 'read index received' (duration: 106.910165ms)","trace[686885967] 'applied index is now lower than readState.Index' (duration: 4.439821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:57.568251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.636242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:56:57.568235Z","caller":"traceutil/trace.go:171","msg":"trace[1374281011] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"125.649739ms","start":"2026-07-03T15:56:57.442491Z","end":"2026-07-03T15:56:57.56814Z","steps":["trace[1374281011] 'process raft request' (duration: 125.25498ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:57.568332Z","caller":"traceutil/trace.go:171","msg":"trace[576040364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1550; }","duration":"111.790525ms","start":"2026-07-03T15:56:57.456527Z","end":"2026-07-03T15:56:57.568317Z","steps":["trace[576040364] 'agreement among raft nodes before linearized reading' (duration: 111.54481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:00.157756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.759676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:00.157902Z","caller":"traceutil/trace.go:171","msg":"trace[1605154557] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"161.044281ms","start":"2026-07-03T15:56:59.996835Z","end":"2026-07-03T15:57:00.15788Z","steps":["trace[1605154557] 'process raft request' (duration: 33.07462ms)","trace[1605154557] 'compare' (duration: 127.557492ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:00.566171Z","caller":"traceutil/trace.go:171","msg":"trace[673937642] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"110.166729ms","start":"2026-07-03T15:57:00.455976Z","end":"2026-07-03T15:57:00.566143Z","steps":["trace[673937642] 'process raft request' (duration: 109.931823ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:02.128187Z","caller":"traceutil/trace.go:171","msg":"trace[1317330625] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"273.765749ms","start":"2026-07-03T15:57:01.854385Z","end":"2026-07-03T15:57:02.128151Z","steps":["trace[1317330625] 'process raft request' (duration: 261.887279ms)","trace[1317330625] 'compare' (duration: 11.47087ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:02.128257Z","caller":"traceutil/trace.go:171","msg":"trace[157957530] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1691; }","duration":"217.8498ms","start":"2026-07-03T15:57:01.910378Z","end":"2026-07-03T15:57:02.128228Z","steps":["trace[157957530] 'read index received' (duration: 189.402586ms)","trace[157957530] 'applied index is now lower than readState.Index' (duration: 28.444414ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:02.128253Z","caller":"traceutil/trace.go:171","msg":"trace[683968294] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"142.639145ms","start":"2026-07-03T15:57:01.98557Z","end":"2026-07-03T15:57:02.128209Z","steps":["trace[683968294] 'process raft request' (duration: 142.517862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:02.128464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.072926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:02.12851Z","caller":"traceutil/trace.go:171","msg":"trace[1050913246] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1633; }","duration":"218.182658ms","start":"2026-07-03T15:57:01.910315Z","end":"2026-07-03T15:57:02.128497Z","steps":["trace[1050913246] 'agreement among raft nodes before linearized reading' (duration: 218.054895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:02.128503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.410127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:02.128556Z","caller":"traceutil/trace.go:171","msg":"trace[350890621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"182.524589ms","start":"2026-07-03T15:57:01.946015Z","end":"2026-07-03T15:57:02.12854Z","steps":["trace[350890621] 'agreement among raft nodes before linearized reading' (duration: 182.413237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:02.128717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.538307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-8qg79\" ","response":"range_response_count:1 size:4218"} {"level":"info","ts":"2026-07-03T15:57:02.128763Z","caller":"traceutil/trace.go:171","msg":"trace[1907464629] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-8qg79; range_end:; response_count:1; response_revision:1633; }","duration":"181.620759ms","start":"2026-07-03T15:57:01.94713Z","end":"2026-07-03T15:57:02.128751Z","steps":["trace[1907464629] 'agreement among raft nodes before linearized reading' (duration: 181.475786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:02.283829Z","caller":"traceutil/trace.go:171","msg":"trace[1281485604] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"109.683087ms","start":"2026-07-03T15:57:02.174096Z","end":"2026-07-03T15:57:02.283779Z","steps":["trace[1281485604] 'process raft request' (duration: 74.93277ms)","trace[1281485604] 'compare' (duration: 34.451061ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:02.2841Z","caller":"traceutil/trace.go:171","msg":"trace[2123650580] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"108.230784ms","start":"2026-07-03T15:57:02.175798Z","end":"2026-07-03T15:57:02.284029Z","steps":["trace[2123650580] 'process raft request' (duration: 107.817045ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:03.573192Z","caller":"traceutil/trace.go:171","msg":"trace[1061800781] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1645; }","duration":"242.828747ms","start":"2026-07-03T15:57:03.330333Z","end":"2026-07-03T15:57:03.573162Z","steps":["trace[1061800781] 'process raft request' (duration: 242.665783ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:03.709286Z","caller":"traceutil/trace.go:171","msg":"trace[1363360381] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1645; }","duration":"116.340678ms","start":"2026-07-03T15:57:03.592919Z","end":"2026-07-03T15:57:03.70926Z","steps":["trace[1363360381] 'process raft request' (duration: 116.241466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:03.80604Z","caller":"traceutil/trace.go:171","msg":"trace[1533484201] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1715; }","duration":"146.609756ms","start":"2026-07-03T15:57:03.659406Z","end":"2026-07-03T15:57:03.806016Z","steps":["trace[1533484201] 'read index received' (duration: 49.838551ms)","trace[1533484201] 'applied index is now lower than readState.Index' (duration: 96.770115ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:03.806168Z","caller":"traceutil/trace.go:171","msg":"trace[1936509628] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"192.927675ms","start":"2026-07-03T15:57:03.613198Z","end":"2026-07-03T15:57:03.806126Z","steps":["trace[1936509628] 'process raft request' (duration: 192.617059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:03.806207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.062206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:03.806369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.948853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:03.806389Z","caller":"traceutil/trace.go:171","msg":"trace[221795475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1646; }","duration":"106.265571ms","start":"2026-07-03T15:57:03.700095Z","end":"2026-07-03T15:57:03.80636Z","steps":["trace[221795475] 'agreement among raft nodes before linearized reading' (duration: 106.063636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:03.806471Z","caller":"traceutil/trace.go:171","msg":"trace[297978359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1646; }","duration":"147.100887ms","start":"2026-07-03T15:57:03.659353Z","end":"2026-07-03T15:57:03.806453Z","steps":["trace[297978359] 'agreement among raft nodes before linearized reading' (duration: 146.78783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:04.112936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.232751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:04.113066Z","caller":"traceutil/trace.go:171","msg":"trace[1906312127] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"302.421149ms","start":"2026-07-03T15:57:03.810624Z","end":"2026-07-03T15:57:04.113045Z","steps":["trace[1906312127] 'process raft request' (duration: 67.992613ms)","trace[1906312127] 'compare' (duration: 234.099818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:04.11313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.810598Z","time spent":"302.503821ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:04.137352Z","caller":"traceutil/trace.go:171","msg":"trace[988136940] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1716; }","duration":"317.626993ms","start":"2026-07-03T15:57:03.819708Z","end":"2026-07-03T15:57:04.137335Z","steps":["trace[988136940] 'read index received' (duration: 58.844754ms)","trace[988136940] 'applied index is now lower than readState.Index' (duration: 258.781239ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:04.137447Z","caller":"traceutil/trace.go:171","msg":"trace[288883389] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"326.469815ms","start":"2026-07-03T15:57:03.810954Z","end":"2026-07-03T15:57:04.137423Z","steps":["trace[288883389] 'process raft request' (duration: 326.205399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:04.137581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.810938Z","time spent":"326.578827ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:04.137613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.618855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:04.137655Z","caller":"traceutil/trace.go:171","msg":"trace[1220429106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"191.737288ms","start":"2026-07-03T15:57:03.945909Z","end":"2026-07-03T15:57:04.137646Z","steps":["trace[1220429106] 'agreement among raft nodes before linearized reading' (duration: 191.597205ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:04.137448Z","caller":"traceutil/trace.go:171","msg":"trace[816117244] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1648; }","duration":"311.474914ms","start":"2026-07-03T15:57:03.825943Z","end":"2026-07-03T15:57:04.137418Z","steps":["trace[816117244] 'process raft request' (duration: 311.3069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:04.137714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.994481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:57:04.137728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.238005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:57:04.137769Z","caller":"traceutil/trace.go:171","msg":"trace[1087520522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1648; }","duration":"318.103324ms","start":"2026-07-03T15:57:03.819647Z","end":"2026-07-03T15:57:04.137751Z","steps":["trace[1087520522] 'agreement among raft nodes before linearized reading' (duration: 317.795067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:04.137776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.825926Z","time spent":"311.79866ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:57:04.137803Z","caller":"traceutil/trace.go:171","msg":"trace[729458642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1648; }","duration":"317.354327ms","start":"2026-07-03T15:57:03.820429Z","end":"2026-07-03T15:57:04.137784Z","steps":["trace[729458642] 'agreement among raft nodes before linearized reading' (duration: 317.06961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:04.137811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.819633Z","time spent":"318.168065ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:57:04.137855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.820414Z","time spent":"317.430649ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:57:04.468339Z","caller":"traceutil/trace.go:171","msg":"trace[377193184] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"325.684606ms","start":"2026-07-03T15:57:04.142628Z","end":"2026-07-03T15:57:04.468313Z","steps":["trace[377193184] 'process raft request' (duration: 325.447871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:04.468508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.142599Z","time spent":"325.825199ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:04.468531Z","caller":"traceutil/trace.go:171","msg":"trace[924167343] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1650; }","duration":"314.178875ms","start":"2026-07-03T15:57:04.15432Z","end":"2026-07-03T15:57:04.468498Z","steps":["trace[924167343] 'process raft request' (duration: 313.95337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:04.468689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.154294Z","time spent":"314.322559ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:57:05.312921Z","caller":"traceutil/trace.go:171","msg":"trace[1476512653] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"151.194529ms","start":"2026-07-03T15:57:05.161697Z","end":"2026-07-03T15:57:05.312891Z","steps":["trace[1476512653] 'process raft request' (duration: 150.999313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:06.397564Z","caller":"traceutil/trace.go:171","msg":"trace[1611567828] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"153.735127ms","start":"2026-07-03T15:57:06.243791Z","end":"2026-07-03T15:57:06.397526Z","steps":["trace[1611567828] 'process raft request' (duration: 127.048991ms)","trace[1611567828] 'compare' (duration: 26.499842ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:07.506918Z","caller":"traceutil/trace.go:171","msg":"trace[2064459067] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"112.930262ms","start":"2026-07-03T15:57:07.393955Z","end":"2026-07-03T15:57:07.506885Z","steps":["trace[2064459067] 'process raft request' (duration: 112.719277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:07.781195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.399973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:07.781386Z","caller":"traceutil/trace.go:171","msg":"trace[1955031747] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"307.216718ms","start":"2026-07-03T15:57:07.47415Z","end":"2026-07-03T15:57:07.781367Z","steps":["trace[1955031747] 'process raft request' (duration: 307.161327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:07.781461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:07.474122Z","time spent":"307.310809ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1426,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:57:07.78148Z","caller":"traceutil/trace.go:171","msg":"trace[772108878] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"307.542784ms","start":"2026-07-03T15:57:07.473896Z","end":"2026-07-03T15:57:07.781439Z","steps":["trace[772108878] 'process raft request' (duration: 163.824084ms)","trace[772108878] 'compare' (duration: 143.204799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:07.781659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:07.473867Z","time spent":"307.707728ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:57:08.07711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.457337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:08.07724Z","caller":"traceutil/trace.go:171","msg":"trace[1505039473] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"214.658498ms","start":"2026-07-03T15:57:07.862559Z","end":"2026-07-03T15:57:08.077218Z","steps":["trace[1505039473] 'process raft request' (duration: 73.007046ms)","trace[1505039473] 'compare' (duration: 141.268703ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.128681Z","caller":"traceutil/trace.go:171","msg":"trace[1809194329] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1745; }","duration":"182.656843ms","start":"2026-07-03T15:57:07.946Z","end":"2026-07-03T15:57:08.128657Z","steps":["trace[1809194329] 'read index received' (duration: 182.331926ms)","trace[1809194329] 'applied index is now lower than readState.Index' (duration: 323.907µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.128692Z","caller":"traceutil/trace.go:171","msg":"trace[1128081647] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"265.825839ms","start":"2026-07-03T15:57:07.862832Z","end":"2026-07-03T15:57:08.128658Z","steps":["trace[1128081647] 'process raft request' (duration: 265.573363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.128763Z","caller":"traceutil/trace.go:171","msg":"trace[835340555] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"261.608903ms","start":"2026-07-03T15:57:07.867142Z","end":"2026-07-03T15:57:08.128751Z","steps":["trace[835340555] 'process raft request' (duration: 261.399858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.128831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.818306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:08.128905Z","caller":"traceutil/trace.go:171","msg":"trace[1997381940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1673; }","duration":"182.952199ms","start":"2026-07-03T15:57:07.945936Z","end":"2026-07-03T15:57:08.128888Z","steps":["trace[1997381940] 'agreement among raft nodes before linearized reading' (duration: 182.815866ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.128782Z","caller":"traceutil/trace.go:171","msg":"trace[99650649] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"260.860426ms","start":"2026-07-03T15:57:07.867886Z","end":"2026-07-03T15:57:08.128746Z","steps":["trace[99650649] 'process raft request' (duration: 260.703722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270013Z","caller":"traceutil/trace.go:171","msg":"trace[834595449] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"135.943832ms","start":"2026-07-03T15:57:08.134026Z","end":"2026-07-03T15:57:08.269969Z","steps":["trace[834595449] 'process raft request' (duration: 135.650466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270177Z","caller":"traceutil/trace.go:171","msg":"trace[1172222289] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"136.128467ms","start":"2026-07-03T15:57:08.134026Z","end":"2026-07-03T15:57:08.270154Z","steps":["trace[1172222289] 'process raft request' (duration: 135.695927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270271Z","caller":"traceutil/trace.go:171","msg":"trace[189072766] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"136.327891ms","start":"2026-07-03T15:57:08.13393Z","end":"2026-07-03T15:57:08.270258Z","steps":["trace[189072766] 'process raft request' (duration: 135.590314ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270371Z","caller":"traceutil/trace.go:171","msg":"trace[1573115535] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"136.346051ms","start":"2026-07-03T15:57:08.133979Z","end":"2026-07-03T15:57:08.270325Z","steps":["trace[1573115535] 'process raft request' (duration: 135.656236ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270433Z","caller":"traceutil/trace.go:171","msg":"trace[1811093930] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"135.87639ms","start":"2026-07-03T15:57:08.134545Z","end":"2026-07-03T15:57:08.270421Z","steps":["trace[1811093930] 'process raft request' (duration: 135.40382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270467Z","caller":"traceutil/trace.go:171","msg":"trace[604941787] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"136.365732ms","start":"2026-07-03T15:57:08.13407Z","end":"2026-07-03T15:57:08.270435Z","steps":["trace[604941787] 'process raft request' (duration: 135.759838ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270505Z","caller":"traceutil/trace.go:171","msg":"trace[93325224] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"136.468844ms","start":"2026-07-03T15:57:08.134024Z","end":"2026-07-03T15:57:08.270493Z","steps":["trace[93325224] 'process raft request' (duration: 135.765738ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270524Z","caller":"traceutil/trace.go:171","msg":"trace[1651978732] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"136.365252ms","start":"2026-07-03T15:57:08.134135Z","end":"2026-07-03T15:57:08.2705Z","steps":["trace[1651978732] 'process raft request' (duration: 135.776479ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.270647Z","caller":"traceutil/trace.go:171","msg":"trace[800094121] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"135.251487ms","start":"2026-07-03T15:57:08.135373Z","end":"2026-07-03T15:57:08.270624Z","steps":["trace[800094121] 'process raft request' (duration: 134.673174ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.425679Z","caller":"traceutil/trace.go:171","msg":"trace[1217427653] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"133.852595ms","start":"2026-07-03T15:57:08.291779Z","end":"2026-07-03T15:57:08.425632Z","steps":["trace[1217427653] 'process raft request' (duration: 133.805804ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.425735Z","caller":"traceutil/trace.go:171","msg":"trace[1991088461] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"135.007452ms","start":"2026-07-03T15:57:08.290698Z","end":"2026-07-03T15:57:08.425706Z","steps":["trace[1991088461] 'process raft request' (duration: 134.693555ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.425766Z","caller":"traceutil/trace.go:171","msg":"trace[291152628] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"134.535081ms","start":"2026-07-03T15:57:08.29121Z","end":"2026-07-03T15:57:08.425745Z","steps":["trace[291152628] 'process raft request' (duration: 134.330626ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.50195Z","caller":"traceutil/trace.go:171","msg":"trace[122177578] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"153.862909ms","start":"2026-07-03T15:57:08.34806Z","end":"2026-07-03T15:57:08.501923Z","steps":["trace[122177578] 'process raft request' (duration: 153.748177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.501996Z","caller":"traceutil/trace.go:171","msg":"trace[264742201] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"155.863325ms","start":"2026-07-03T15:57:08.346087Z","end":"2026-07-03T15:57:08.501951Z","steps":["trace[264742201] 'process raft request' (duration: 154.542304ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.502043Z","caller":"traceutil/trace.go:171","msg":"trace[1042049279] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"153.447371ms","start":"2026-07-03T15:57:08.34858Z","end":"2026-07-03T15:57:08.502027Z","steps":["trace[1042049279] 'process raft request' (duration: 153.295967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.502301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.035029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:08.502354Z","caller":"traceutil/trace.go:171","msg":"trace[1554699333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1697; }","duration":"100.139001ms","start":"2026-07-03T15:57:08.402188Z","end":"2026-07-03T15:57:08.502327Z","steps":["trace[1554699333] 'agreement among raft nodes before linearized reading' (duration: 99.977188ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.979343Z","caller":"traceutil/trace.go:171","msg":"trace[1968188663] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"174.942857ms","start":"2026-07-03T15:57:08.804373Z","end":"2026-07-03T15:57:08.979316Z","steps":["trace[1968188663] 'process raft request' (duration: 119.47594ms)","trace[1968188663] 'compare' (duration: 54.975306ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.979503Z","caller":"traceutil/trace.go:171","msg":"trace[2147182444] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"173.292119ms","start":"2026-07-03T15:57:08.806182Z","end":"2026-07-03T15:57:08.979474Z","steps":["trace[2147182444] 'process raft request' (duration: 172.852429ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.979519Z","caller":"traceutil/trace.go:171","msg":"trace[98482234] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1719; }","duration":"170.607228ms","start":"2026-07-03T15:57:08.808884Z","end":"2026-07-03T15:57:08.979492Z","steps":["trace[98482234] 'process raft request' (duration: 170.565277ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.979629Z","caller":"traceutil/trace.go:171","msg":"trace[1537971319] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"171.446458ms","start":"2026-07-03T15:57:08.808172Z","end":"2026-07-03T15:57:08.979618Z","steps":["trace[1537971319] 'process raft request' (duration: 171.142571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.983528Z","caller":"traceutil/trace.go:171","msg":"trace[1443174819] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"146.234206ms","start":"2026-07-03T15:57:08.837266Z","end":"2026-07-03T15:57:08.9835Z","steps":["trace[1443174819] 'process raft request' (duration: 145.97854ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.983516Z","caller":"traceutil/trace.go:171","msg":"trace[1816846166] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1791; }","duration":"142.503882ms","start":"2026-07-03T15:57:08.840975Z","end":"2026-07-03T15:57:08.983479Z","steps":["trace[1816846166] 'read index received' (duration: 82.935161ms)","trace[1816846166] 'applied index is now lower than readState.Index' (duration: 59.567071ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.983749Z","caller":"traceutil/trace.go:171","msg":"trace[326820946] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"145.550391ms","start":"2026-07-03T15:57:08.838152Z","end":"2026-07-03T15:57:08.983702Z","steps":["trace[326820946] 'process raft request' (duration: 145.153202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:08.983898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.895861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5789"} {"level":"info","ts":"2026-07-03T15:57:08.983971Z","caller":"traceutil/trace.go:171","msg":"trace[934063769] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1722; }","duration":"143.037634ms","start":"2026-07-03T15:57:08.840913Z","end":"2026-07-03T15:57:08.98395Z","steps":["trace[934063769] 'agreement among raft nodes before linearized reading' (duration: 142.694537ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.986493Z","caller":"traceutil/trace.go:171","msg":"trace[814065194] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"146.223976ms","start":"2026-07-03T15:57:08.837147Z","end":"2026-07-03T15:57:08.983371Z","steps":["trace[814065194] 'process raft request' (duration: 145.96069ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:09.563064Z","caller":"traceutil/trace.go:171","msg":"trace[1798303138] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"109.437202ms","start":"2026-07-03T15:57:09.453578Z","end":"2026-07-03T15:57:09.563015Z","steps":["trace[1798303138] 'process raft request' (duration: 101.324558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:09.969093Z","caller":"traceutil/trace.go:171","msg":"trace[1104006238] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"104.273035ms","start":"2026-07-03T15:57:09.864765Z","end":"2026-07-03T15:57:09.969038Z","steps":["trace[1104006238] 'process raft request' (duration: 62.219261ms)","trace[1104006238] 'compare' (duration: 41.676806ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:11.464154Z","caller":"traceutil/trace.go:171","msg":"trace[20088494] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"119.349236ms","start":"2026-07-03T15:57:11.344766Z","end":"2026-07-03T15:57:11.464115Z","steps":["trace[20088494] 'process raft request' (duration: 119.124611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:11.726009Z","caller":"traceutil/trace.go:171","msg":"trace[1776924948] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"121.476235ms","start":"2026-07-03T15:57:11.604507Z","end":"2026-07-03T15:57:11.725984Z","steps":["trace[1776924948] 'process raft request' (duration: 121.316182ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:11.863599Z","caller":"traceutil/trace.go:171","msg":"trace[119060280] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1868; }","duration":"256.923127ms","start":"2026-07-03T15:57:11.606655Z","end":"2026-07-03T15:57:11.863578Z","steps":["trace[119060280] 'read index received' (duration: 119.182003ms)","trace[119060280] 'applied index is now lower than readState.Index' (duration: 137.740074ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:11.863714Z","caller":"traceutil/trace.go:171","msg":"trace[398751244] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"258.799299ms","start":"2026-07-03T15:57:11.604859Z","end":"2026-07-03T15:57:11.863658Z","steps":["trace[398751244] 'process raft request' (duration: 219.028117ms)","trace[398751244] 'compare' (duration: 39.444004ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:11.863727Z","caller":"traceutil/trace.go:171","msg":"trace[1672012323] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"257.353357ms","start":"2026-07-03T15:57:11.606353Z","end":"2026-07-03T15:57:11.863706Z","steps":["trace[1672012323] 'process raft request' (duration: 257.161323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:11.863779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.097471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:11.863838Z","caller":"traceutil/trace.go:171","msg":"trace[24691461] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1793; }","duration":"257.200593ms","start":"2026-07-03T15:57:11.606621Z","end":"2026-07-03T15:57:11.863822Z","steps":["trace[24691461] 'agreement among raft nodes before linearized reading' (duration: 257.04642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:12.67937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.013789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:12.67946Z","caller":"traceutil/trace.go:171","msg":"trace[1419130081] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1804; }","duration":"119.157312ms","start":"2026-07-03T15:57:12.560284Z","end":"2026-07-03T15:57:12.679441Z","steps":["trace[1419130081] 'count revisions from in-memory index tree' (duration: 118.934467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:12.679446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.267704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:57:12.679529Z","caller":"traceutil/trace.go:171","msg":"trace[586884335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1804; }","duration":"100.390207ms","start":"2026-07-03T15:57:12.579117Z","end":"2026-07-03T15:57:12.679507Z","steps":["trace[586884335] 'range keys from in-memory index tree' (duration: 100.038039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:12.817869Z","caller":"traceutil/trace.go:171","msg":"trace[874562249] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"133.860436ms","start":"2026-07-03T15:57:12.683984Z","end":"2026-07-03T15:57:12.817844Z","steps":["trace[874562249] 'process raft request' (duration: 133.701093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:12.841168Z","caller":"traceutil/trace.go:171","msg":"trace[702072358] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"156.382837ms","start":"2026-07-03T15:57:12.684765Z","end":"2026-07-03T15:57:12.841148Z","steps":["trace[702072358] 'process raft request' (duration: 156.037399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:12.841303Z","caller":"traceutil/trace.go:171","msg":"trace[189167221] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"134.248825ms","start":"2026-07-03T15:57:12.707027Z","end":"2026-07-03T15:57:12.841276Z","steps":["trace[189167221] 'process raft request' (duration: 134.069111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:14.542769Z","caller":"traceutil/trace.go:171","msg":"trace[1151358305] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1813; }","duration":"109.220737ms","start":"2026-07-03T15:57:14.433525Z","end":"2026-07-03T15:57:14.542746Z","steps":["trace[1151358305] 'process raft request' (duration: 108.961971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:14.653642Z","caller":"traceutil/trace.go:171","msg":"trace[1577315051] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1815; }","duration":"142.324298ms","start":"2026-07-03T15:57:14.511302Z","end":"2026-07-03T15:57:14.653626Z","steps":["trace[1577315051] 'process raft request' (duration: 142.095563ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:14.653641Z","caller":"traceutil/trace.go:171","msg":"trace[1891930834] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"109.831221ms","start":"2026-07-03T15:57:14.543787Z","end":"2026-07-03T15:57:14.653618Z","steps":["trace[1891930834] 'read index received' (duration: 109.363301ms)","trace[1891930834] 'applied index is now lower than readState.Index' (duration: 467.01µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:14.653953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.140518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9379"} {"level":"info","ts":"2026-07-03T15:57:14.654033Z","caller":"traceutil/trace.go:171","msg":"trace[1094629351] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1815; }","duration":"110.25673ms","start":"2026-07-03T15:57:14.543764Z","end":"2026-07-03T15:57:14.65402Z","steps":["trace[1094629351] 'agreement among raft nodes before linearized reading' (duration: 109.921403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:15.12755Z","caller":"traceutil/trace.go:171","msg":"trace[235442404] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"113.982426ms","start":"2026-07-03T15:57:15.013542Z","end":"2026-07-03T15:57:15.127524Z","steps":["trace[235442404] 'process raft request' (duration: 113.812542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:16.509836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.927973ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:57:16.513165Z","caller":"traceutil/trace.go:171","msg":"trace[918617493] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"330.439614ms","start":"2026-07-03T15:57:16.182697Z","end":"2026-07-03T15:57:16.513137Z","steps":["trace[918617493] 'read index received' (duration: 330.090237ms)","trace[918617493] 'applied index is now lower than readState.Index' (duration: 348.007µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:16.513399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.682559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:57:16.513431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.492017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:16.513505Z","caller":"traceutil/trace.go:171","msg":"trace[1464225987] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1825; }","duration":"330.860303ms","start":"2026-07-03T15:57:16.182625Z","end":"2026-07-03T15:57:16.513486Z","steps":["trace[1464225987] 'agreement among raft nodes before linearized reading' (duration: 330.616728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:16.513533Z","caller":"traceutil/trace.go:171","msg":"trace[168673526] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1825; }","duration":"282.639961ms","start":"2026-07-03T15:57:16.230865Z","end":"2026-07-03T15:57:16.513505Z","steps":["trace[168673526] 'agreement among raft nodes before linearized reading' (duration: 282.481727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:16.513567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.182598Z","time spent":"330.957696ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:16.514008Z","caller":"traceutil/trace.go:171","msg":"trace[1751459049] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"425.93004ms","start":"2026-07-03T15:57:16.087277Z","end":"2026-07-03T15:57:16.513207Z","steps":["trace[1751459049] 'process raft request' (duration: 425.658634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:16.514139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:16.087248Z","time spent":"426.825519ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75434,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:57:17.060526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.646266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:17.06065Z","caller":"traceutil/trace.go:171","msg":"trace[1657067720] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1847; }","duration":"105.802099ms","start":"2026-07-03T15:57:16.954819Z","end":"2026-07-03T15:57:17.060621Z","steps":["trace[1657067720] 'count revisions from in-memory index tree' (duration: 105.526943ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.012194Z","caller":"traceutil/trace.go:171","msg":"trace[540003828] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1933; }","duration":"225.406653ms","start":"2026-07-03T15:57:17.786764Z","end":"2026-07-03T15:57:18.012171Z","steps":["trace[540003828] 'read index received' (duration: 225.264089ms)","trace[540003828] 'applied index is now lower than readState.Index' (duration: 141.764µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.012229Z","caller":"traceutil/trace.go:171","msg":"trace[1485404186] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"226.060496ms","start":"2026-07-03T15:57:17.786151Z","end":"2026-07-03T15:57:18.012212Z","steps":["trace[1485404186] 'process raft request' (duration: 225.882683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.012385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.887735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.012428Z","caller":"traceutil/trace.go:171","msg":"trace[1153400156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"181.977427ms","start":"2026-07-03T15:57:17.83044Z","end":"2026-07-03T15:57:18.012417Z","steps":["trace[1153400156] 'agreement among raft nodes before linearized reading' (duration: 181.870905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.012618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.587367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.012654Z","caller":"traceutil/trace.go:171","msg":"trace[317998901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"106.643838ms","start":"2026-07-03T15:57:17.906002Z","end":"2026-07-03T15:57:18.012645Z","steps":["trace[317998901] 'agreement among raft nodes before linearized reading' (duration: 106.584927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.012711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.919704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:57:18.012846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.234731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.012878Z","caller":"traceutil/trace.go:171","msg":"trace[1485983867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"133.267992ms","start":"2026-07-03T15:57:17.879601Z","end":"2026-07-03T15:57:18.012869Z","steps":["trace[1485983867] 'agreement among raft nodes before linearized reading' (duration: 133.224781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.012926Z","caller":"traceutil/trace.go:171","msg":"trace[259459780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1850; }","duration":"226.148169ms","start":"2026-07-03T15:57:17.786717Z","end":"2026-07-03T15:57:18.012865Z","steps":["trace[259459780] 'agreement among raft nodes before linearized reading' (duration: 225.777191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.01305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.546039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.01309Z","caller":"traceutil/trace.go:171","msg":"trace[1738931101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"133.60159ms","start":"2026-07-03T15:57:17.879477Z","end":"2026-07-03T15:57:18.013079Z","steps":["trace[1738931101] 'agreement among raft nodes before linearized reading' (duration: 133.545469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.013217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.109291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.013252Z","caller":"traceutil/trace.go:171","msg":"trace[1684455919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"156.195712ms","start":"2026-07-03T15:57:17.857048Z","end":"2026-07-03T15:57:18.013243Z","steps":["trace[1684455919] 'agreement among raft nodes before linearized reading' (duration: 156.141091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.013407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.418828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.013444Z","caller":"traceutil/trace.go:171","msg":"trace[743584236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"156.479979ms","start":"2026-07-03T15:57:17.856955Z","end":"2026-07-03T15:57:18.013435Z","steps":["trace[743584236] 'agreement among raft nodes before linearized reading' (duration: 156.425468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.012808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.816772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:18.013537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.979279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.013664Z","caller":"traceutil/trace.go:171","msg":"trace[1485623289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"107.652131ms","start":"2026-07-03T15:57:17.90596Z","end":"2026-07-03T15:57:18.013612Z","steps":["trace[1485623289] 'agreement among raft nodes before linearized reading' (duration: 106.816912ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.013679Z","caller":"traceutil/trace.go:171","msg":"trace[195734494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1850; }","duration":"183.145933ms","start":"2026-07-03T15:57:17.830481Z","end":"2026-07-03T15:57:18.013627Z","steps":["trace[195734494] 'agreement among raft nodes before linearized reading' (duration: 182.963229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.30907Z","caller":"traceutil/trace.go:171","msg":"trace[1419507447] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1937; }","duration":"107.494428ms","start":"2026-07-03T15:57:18.201546Z","end":"2026-07-03T15:57:18.309041Z","steps":["trace[1419507447] 'read index received' (duration: 57.375382ms)","trace[1419507447] 'applied index is now lower than readState.Index' (duration: 50.117896ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.309082Z","caller":"traceutil/trace.go:171","msg":"trace[592602548] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"114.282361ms","start":"2026-07-03T15:57:18.194763Z","end":"2026-07-03T15:57:18.309046Z","steps":["trace[592602548] 'process raft request' (duration: 64.252677ms)","trace[592602548] 'compare' (duration: 49.780769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:18.309254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.446229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:18.309335Z","caller":"traceutil/trace.go:171","msg":"trace[1987043666] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1854; }","duration":"108.576002ms","start":"2026-07-03T15:57:18.20074Z","end":"2026-07-03T15:57:18.309316Z","steps":["trace[1987043666] 'agreement among raft nodes before linearized reading' (duration: 108.385438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:21.959064Z","caller":"traceutil/trace.go:171","msg":"trace[1044393844] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1964; }","duration":"388.351247ms","start":"2026-07-03T15:57:21.570684Z","end":"2026-07-03T15:57:21.959035Z","steps":["trace[1044393844] 'read index received' (duration: 387.841176ms)","trace[1044393844] 'applied index is now lower than readState.Index' (duration: 509.021µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:21.959213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.560513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:21.959178Z","caller":"traceutil/trace.go:171","msg":"trace[980796533] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"531.552265ms","start":"2026-07-03T15:57:21.427574Z","end":"2026-07-03T15:57:21.959126Z","steps":["trace[980796533] 'process raft request' (duration: 531.029963ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:21.959256Z","caller":"traceutil/trace.go:171","msg":"trace[1618920328] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1880; }","duration":"388.686675ms","start":"2026-07-03T15:57:21.570555Z","end":"2026-07-03T15:57:21.959242Z","steps":["trace[1618920328] 'agreement among raft nodes before linearized reading' (duration: 388.592423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:21.959314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:21.570526Z","time spent":"388.762887ms","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:21.959373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:21.427547Z","time spent":"531.724569ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:22.741042Z","caller":"traceutil/trace.go:171","msg":"trace[930702328] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"145.588612ms","start":"2026-07-03T15:57:22.595426Z","end":"2026-07-03T15:57:22.741015Z","steps":["trace[930702328] 'read index received' (duration: 145.399188ms)","trace[930702328] 'applied index is now lower than readState.Index' (duration: 188.264µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:22.741214Z","caller":"traceutil/trace.go:171","msg":"trace[900007435] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"153.628425ms","start":"2026-07-03T15:57:22.587543Z","end":"2026-07-03T15:57:22.741171Z","steps":["trace[900007435] 'process raft request' (duration: 153.300327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:22.741304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.852518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:22.741348Z","caller":"traceutil/trace.go:171","msg":"trace[1604394564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1884; }","duration":"145.939979ms","start":"2026-07-03T15:57:22.595395Z","end":"2026-07-03T15:57:22.741335Z","steps":["trace[1604394564] 'agreement among raft nodes before linearized reading' (duration: 145.732295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:23.414649Z","caller":"traceutil/trace.go:171","msg":"trace[1996136991] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"141.869567ms","start":"2026-07-03T15:57:23.272751Z","end":"2026-07-03T15:57:23.41462Z","steps":["trace[1996136991] 'process raft request' (duration: 141.657703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:26.27407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.773592ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:57:26.274191Z","caller":"traceutil/trace.go:171","msg":"trace[1256767278] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"131.452761ms","start":"2026-07-03T15:57:26.142719Z","end":"2026-07-03T15:57:26.274172Z","steps":["trace[1256767278] 'read index received' (duration: 1.511505ms)","trace[1256767278] 'applied index is now lower than readState.Index' (duration: 129.939676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:26.274401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.673796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T15:57:26.274438Z","caller":"traceutil/trace.go:171","msg":"trace[1058329725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"131.758138ms","start":"2026-07-03T15:57:26.14267Z","end":"2026-07-03T15:57:26.274428Z","steps":["trace[1058329725] 'agreement among raft nodes before linearized reading' (duration: 131.590404ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:26.319942Z","caller":"traceutil/trace.go:171","msg":"trace[707977064] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"110.376263ms","start":"2026-07-03T15:57:26.209475Z","end":"2026-07-03T15:57:26.319851Z","steps":["trace[707977064] 'process raft request' (duration: 110.200459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:26.562924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.240006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:26.563107Z","caller":"traceutil/trace.go:171","msg":"trace[446950449] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1985; }","duration":"288.871681ms","start":"2026-07-03T15:57:26.274218Z","end":"2026-07-03T15:57:26.563089Z","steps":["trace[446950449] 'read index received' (duration: 45.507792ms)","trace[446950449] 'applied index is now lower than readState.Index' (duration: 243.362749ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:26.563188Z","caller":"traceutil/trace.go:171","msg":"trace[1748175877] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"284.605084ms","start":"2026-07-03T15:57:26.278555Z","end":"2026-07-03T15:57:26.56316Z","steps":["trace[1748175877] 'process raft request' (duration: 284.473611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:26.563301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.214751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-03T15:57:26.56327Z","caller":"traceutil/trace.go:171","msg":"trace[1671970954] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"344.535654ms","start":"2026-07-03T15:57:26.218685Z","end":"2026-07-03T15:57:26.563221Z","steps":["trace[1671970954] 'process raft request' (duration: 171.90231ms)","trace[1671970954] 'compare' (duration: 172.055121ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:26.563336Z","caller":"traceutil/trace.go:171","msg":"trace[940446400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"290.277922ms","start":"2026-07-03T15:57:26.273045Z","end":"2026-07-03T15:57:26.563323Z","steps":["trace[940446400] 'agreement among raft nodes before linearized reading' (duration: 290.103018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:26.56346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:26.218662Z","time spent":"344.701697ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:26.893812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.283539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:26.8939Z","caller":"traceutil/trace.go:171","msg":"trace[1160007208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1902; }","duration":"113.431582ms","start":"2026-07-03T15:57:26.78045Z","end":"2026-07-03T15:57:26.893882Z","steps":["trace[1160007208] 'range keys from in-memory index tree' (duration: 113.089044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:27.06684Z","caller":"traceutil/trace.go:171","msg":"trace[517211756] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1988; }","duration":"117.570286ms","start":"2026-07-03T15:57:26.949247Z","end":"2026-07-03T15:57:27.066818Z","steps":["trace[517211756] 'read index received' (duration: 10.464368ms)","trace[517211756] 'applied index is now lower than readState.Index' (duration: 107.104918ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:27.066904Z","caller":"traceutil/trace.go:171","msg":"trace[702187408] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"168.689525ms","start":"2026-07-03T15:57:26.898176Z","end":"2026-07-03T15:57:27.066866Z","steps":["trace[702187408] 'process raft request' (duration: 168.509361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:27.066979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.715119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:27.067015Z","caller":"traceutil/trace.go:171","msg":"trace[1365515547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"117.810152ms","start":"2026-07-03T15:57:26.949194Z","end":"2026-07-03T15:57:27.067004Z","steps":["trace[1365515547] 'agreement among raft nodes before linearized reading' (duration: 117.74063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:27.140589Z","caller":"traceutil/trace.go:171","msg":"trace[733414271] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"137.959599ms","start":"2026-07-03T15:57:27.002601Z","end":"2026-07-03T15:57:27.14056Z","steps":["trace[733414271] 'process raft request' (duration: 137.680012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:27.140609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.031275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:57:27.140689Z","caller":"traceutil/trace.go:171","msg":"trace[75698246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1905; }","duration":"110.169378ms","start":"2026-07-03T15:57:27.030503Z","end":"2026-07-03T15:57:27.140672Z","steps":["trace[75698246] 'agreement among raft nodes before linearized reading' (duration: 109.959673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:31.583933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:32.084378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:32.274272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230493516s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:57:32.907602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.996945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:32.907783Z","caller":"traceutil/trace.go:171","msg":"trace[2066534049] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.864133686s","start":"2026-07-03T15:57:31.043623Z","end":"2026-07-03T15:57:32.907756Z","steps":["trace[2066534049] 'process raft request' (duration: 1.230894505s)","trace[2066534049] 'compare' (duration: 632.356711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:32.907869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.043594Z","time spent":"1.864239169s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1317,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:57:32.931641Z","caller":"traceutil/trace.go:171","msg":"trace[1736482693] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.780310016s","start":"2026-07-03T15:57:31.151292Z","end":"2026-07-03T15:57:32.931602Z","steps":["trace[1736482693] 'process raft request' (duration: 1.78007447s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:32.931693Z","caller":"traceutil/trace.go:171","msg":"trace[1184394423] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.477068769s","start":"2026-07-03T15:57:31.454573Z","end":"2026-07-03T15:57:32.931641Z","steps":["trace[1184394423] 'process raft request' (duration: 1.476952667s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:32.931805Z","caller":"traceutil/trace.go:171","msg":"trace[927139430] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"1.201699504s","start":"2026-07-03T15:57:31.730049Z","end":"2026-07-03T15:57:32.931749Z","steps":["trace[927139430] 'process raft request' (duration: 1.20151907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.931884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.151264Z","time spent":"1.780504461s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:32.932136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848911622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:57:32.932193Z","caller":"traceutil/trace.go:171","msg":"trace[133641573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"1.849035804s","start":"2026-07-03T15:57:31.083144Z","end":"2026-07-03T15:57:32.932179Z","steps":["trace[133641573] 'agreement among raft nodes before linearized reading' (duration: 1.848591074s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.932192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.454527Z","time spent":"1.477256964s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:32.932243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.083114Z","time spent":"1.849119307s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:57:32.931645Z","caller":"traceutil/trace.go:171","msg":"trace[92383636] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2067; }","duration":"1.84840327s","start":"2026-07-03T15:57:31.083216Z","end":"2026-07-03T15:57:32.931619Z","steps":["trace[92383636] 'read index received' (duration: 1.191319367s)","trace[92383636] 'applied index is now lower than readState.Index' (duration: 657.082893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:32.932273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.73002Z","time spent":"1.202113373s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:32.940754Z","caller":"traceutil/trace.go:171","msg":"trace[643271229] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"662.843593ms","start":"2026-07-03T15:57:32.277889Z","end":"2026-07-03T15:57:32.940733Z","steps":["trace[643271229] 'process raft request' (duration: 662.624758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.940885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:32.277863Z","time spent":"662.950995ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:32.941171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780735295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:57:32.941124Z","caller":"traceutil/trace.go:171","msg":"trace[438357943] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"597.671064ms","start":"2026-07-03T15:57:32.343373Z","end":"2026-07-03T15:57:32.941044Z","steps":["trace[438357943] 'process raft request' (duration: 597.312986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:32.941248Z","caller":"traceutil/trace.go:171","msg":"trace[1830861326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"1.780845588s","start":"2026-07-03T15:57:31.160385Z","end":"2026-07-03T15:57:32.941231Z","steps":["trace[1830861326] 'agreement among raft nodes before linearized reading' (duration: 1.780662784s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.941302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.160373Z","time spent":"1.780912569s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:32.941382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342161469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:32.941448Z","caller":"traceutil/trace.go:171","msg":"trace[695466005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"1.342281761s","start":"2026-07-03T15:57:31.599145Z","end":"2026-07-03T15:57:32.941427Z","steps":["trace[695466005] 'agreement among raft nodes before linearized reading' (duration: 1.342051606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.94146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705210123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-07-03T15:57:32.941488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.59912Z","time spent":"1.342359953s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T15:57:32.941508Z","caller":"traceutil/trace.go:171","msg":"trace[1024181978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1987; }","duration":"1.705261344s","start":"2026-07-03T15:57:31.236234Z","end":"2026-07-03T15:57:32.941495Z","steps":["trace[1024181978] 'agreement among raft nodes before linearized reading' (duration: 1.705049739s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.941547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.236175Z","time spent":"1.705364806s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:57:32.941484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:32.343343Z","time spent":"597.950101ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:32.941562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753512318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:32.94161Z","caller":"traceutil/trace.go:171","msg":"trace[426356226] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1987; }","duration":"1.753605979s","start":"2026-07-03T15:57:31.187992Z","end":"2026-07-03T15:57:32.941598Z","steps":["trace[426356226] 'agreement among raft nodes before linearized reading' (duration: 1.753520947s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.941646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.187973Z","time spent":"1.753663781s","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:32.941848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431678419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T15:57:32.941958Z","caller":"traceutil/trace.go:171","msg":"trace[696450042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7; range_end:; response_count:1; response_revision:1987; }","duration":"1.431825562s","start":"2026-07-03T15:57:31.510119Z","end":"2026-07-03T15:57:32.941944Z","steps":["trace[696450042] 'agreement among raft nodes before linearized reading' (duration: 1.431638798s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.941998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.5101Z","time spent":"1.431889244s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" "} {"level":"warn","ts":"2026-07-03T15:57:32.942115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.441522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:57:32.941917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780691473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:32.942177Z","caller":"traceutil/trace.go:171","msg":"trace[2077625459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"352.546785ms","start":"2026-07-03T15:57:32.589618Z","end":"2026-07-03T15:57:32.942165Z","steps":["trace[2077625459] 'agreement among raft nodes before linearized reading' (duration: 352.389951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.942198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.446046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:32.942211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:32.589595Z","time spent":"352.608587ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:57:32.942252Z","caller":"traceutil/trace.go:171","msg":"trace[81030131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"999.534337ms","start":"2026-07-03T15:57:31.942699Z","end":"2026-07-03T15:57:32.942234Z","steps":["trace[81030131] 'agreement among raft nodes before linearized reading' (duration: 999.470086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.942297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.942668Z","time spent":"999.61916ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:57:32.942207Z","caller":"traceutil/trace.go:171","msg":"trace[1619906500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"1.781020081s","start":"2026-07-03T15:57:31.161175Z","end":"2026-07-03T15:57:32.942195Z","steps":["trace[1619906500] 'agreement among raft nodes before linearized reading' (duration: 1.780618182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.942372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.161148Z","time spent":"1.781208995s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:57:35.065488Z","caller":"traceutil/trace.go:171","msg":"trace[55858338] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"126.403407ms","start":"2026-07-03T15:57:34.939057Z","end":"2026-07-03T15:57:35.06546Z","steps":["trace[55858338] 'process raft request' (duration: 126.183873ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:35.065685Z","caller":"traceutil/trace.go:171","msg":"trace[1015805311] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"126.564671ms","start":"2026-07-03T15:57:34.939075Z","end":"2026-07-03T15:57:35.065639Z","steps":["trace[1015805311] 'process raft request' (duration: 126.340546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:35.067149Z","caller":"traceutil/trace.go:171","msg":"trace[1669426140] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"127.728549ms","start":"2026-07-03T15:57:34.939403Z","end":"2026-07-03T15:57:35.067132Z","steps":["trace[1669426140] 'process raft request' (duration: 127.565835ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:35.067363Z","caller":"traceutil/trace.go:171","msg":"trace[1400355409] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"118.488708ms","start":"2026-07-03T15:57:34.948863Z","end":"2026-07-03T15:57:35.067352Z","steps":["trace[1400355409] 'process raft request' (duration: 118.214522ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:35.067298Z","caller":"traceutil/trace.go:171","msg":"trace[255276963] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2087; }","duration":"122.155772ms","start":"2026-07-03T15:57:34.945127Z","end":"2026-07-03T15:57:35.067283Z","steps":["trace[255276963] 'read index received' (duration: 120.122726ms)","trace[255276963] 'applied index is now lower than readState.Index' (duration: 2.031346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:35.067744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.310117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:57:35.067792Z","caller":"traceutil/trace.go:171","msg":"trace[1230107291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"119.44383ms","start":"2026-07-03T15:57:34.948337Z","end":"2026-07-03T15:57:35.067781Z","steps":["trace[1230107291] 'agreement among raft nodes before linearized reading' (duration: 119.206045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.067869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.157527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:57:35.067541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.388627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:35.067949Z","caller":"traceutil/trace.go:171","msg":"trace[2141068522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"109.259269ms","start":"2026-07-03T15:57:34.958665Z","end":"2026-07-03T15:57:35.067924Z","steps":["trace[2141068522] 'agreement among raft nodes before linearized reading' (duration: 109.067184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.068026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.054238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T15:57:35.068102Z","caller":"traceutil/trace.go:171","msg":"trace[537314201] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7; range_end:; response_count:1; response_revision:2004; }","duration":"114.15466ms","start":"2026-07-03T15:57:34.953928Z","end":"2026-07-03T15:57:35.068083Z","steps":["trace[537314201] 'agreement among raft nodes before linearized reading' (duration: 113.826543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:35.067967Z","caller":"traceutil/trace.go:171","msg":"trace[694257405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"122.848508ms","start":"2026-07-03T15:57:34.945089Z","end":"2026-07-03T15:57:35.067937Z","steps":["trace[694257405] 'agreement among raft nodes before linearized reading' (duration: 122.370977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:37.145042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.628181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:37.145173Z","caller":"traceutil/trace.go:171","msg":"trace[1678599362] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2016; }","duration":"155.779705ms","start":"2026-07-03T15:57:36.989372Z","end":"2026-07-03T15:57:37.145152Z","steps":["trace[1678599362] 'range keys from in-memory index tree' (duration: 155.611541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:37.145467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051821475s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:37.145522Z","caller":"traceutil/trace.go:171","msg":"trace[836475968] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2103; }","duration":"1.19925626s","start":"2026-07-03T15:57:35.946257Z","end":"2026-07-03T15:57:37.145513Z","steps":["trace[836475968] 'read index received' (duration: 147.404444ms)","trace[836475968] 'applied index is now lower than readState.Index' (duration: 1.051851086s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:37.145586Z","caller":"traceutil/trace.go:171","msg":"trace[2135107967] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.226994009s","start":"2026-07-03T15:57:35.918551Z","end":"2026-07-03T15:57:37.145545Z","steps":["trace[2135107967] 'process raft request' (duration: 175.0354ms)","trace[2135107967] 'compare' (duration: 1.051430507s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:37.145766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.918518Z","time spent":"1.227157352s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:57:37.145636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199390932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:37.145868Z","caller":"traceutil/trace.go:171","msg":"trace[1830083675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"1.199659068s","start":"2026-07-03T15:57:35.94619Z","end":"2026-07-03T15:57:37.145849Z","steps":["trace[1830083675] 'agreement among raft nodes before linearized reading' (duration: 1.199365632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:37.145954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.946158Z","time spent":"1.199774501s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:37.645783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:37.725448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626730668s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:57:38.659862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.132304ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:57:38.660479Z","caller":"traceutil/trace.go:171","msg":"trace[726759604] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.881121571s","start":"2026-07-03T15:57:36.779329Z","end":"2026-07-03T15:57:38.66045Z","steps":["trace[726759604] 'process raft request' (duration: 1.88066818s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:38.660702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.7793Z","time spent":"1.881317325s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.082489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.939963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:39.082809Z","caller":"traceutil/trace.go:171","msg":"trace[360610309] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2104; }","duration":"1.937253814s","start":"2026-07-03T15:57:37.145536Z","end":"2026-07-03T15:57:39.08279Z","steps":["trace[360610309] 'read index received' (duration: 580.201944ms)","trace[360610309] 'applied index is now lower than readState.Index' (duration: 1.35705045s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:39.082816Z","caller":"traceutil/trace.go:171","msg":"trace[833928396] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"2.009754819s","start":"2026-07-03T15:57:37.073039Z","end":"2026-07-03T15:57:39.082794Z","steps":["trace[833928396] 'process raft request' (duration: 2.009634736s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.082866Z","caller":"traceutil/trace.go:171","msg":"trace[2030019128] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"2.007491097s","start":"2026-07-03T15:57:37.075359Z","end":"2026-07-03T15:57:39.08285Z","steps":["trace[2030019128] 'process raft request' (duration: 2.007357874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.082942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.073005Z","time spent":"2.009869291s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.082947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.075328Z","time spent":"2.00757304s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.082992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002631186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-03T15:57:39.083003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994322279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T15:57:39.083037Z","caller":"traceutil/trace.go:171","msg":"trace[456677255] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"2.010188808s","start":"2026-07-03T15:57:37.072842Z","end":"2026-07-03T15:57:39.083031Z","steps":["trace[456677255] 'process raft request' (duration: 2.00980304s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.083055Z","caller":"traceutil/trace.go:171","msg":"trace[1628513490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2024; }","duration":"2.002731789s","start":"2026-07-03T15:57:37.0803Z","end":"2026-07-03T15:57:39.083032Z","steps":["trace[1628513490] 'agreement among raft nodes before linearized reading' (duration: 2.002590086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.07283Z","time spent":"2.010223309s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.083095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995328302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:39.083063Z","caller":"traceutil/trace.go:171","msg":"trace[784040503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2024; }","duration":"1.994402721s","start":"2026-07-03T15:57:37.088644Z","end":"2026-07-03T15:57:39.083047Z","steps":["trace[784040503] 'agreement among raft nodes before linearized reading' (duration: 1.994166916s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.08311Z","caller":"traceutil/trace.go:171","msg":"trace[598345011] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"1.77444512s","start":"2026-07-03T15:57:37.308652Z","end":"2026-07-03T15:57:39.083097Z","steps":["trace[598345011] 'process raft request' (duration: 1.774095422s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.080276Z","time spent":"2.002828522s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:57:39.083144Z","caller":"traceutil/trace.go:171","msg":"trace[615942249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2024; }","duration":"1.995386033s","start":"2026-07-03T15:57:37.087742Z","end":"2026-07-03T15:57:39.083128Z","steps":["trace[615942249] 'agreement among raft nodes before linearized reading' (duration: 1.99528153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.088634Z","time spent":"1.994515043s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:39.083184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.087733Z","time spent":"1.995442105s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:57:39.083193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.308627Z","time spent":"1.774517552s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.082995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995474235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:57:39.083222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005357777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:39.083308Z","caller":"traceutil/trace.go:171","msg":"trace[86483889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2024; }","duration":"1.995825783s","start":"2026-07-03T15:57:37.087467Z","end":"2026-07-03T15:57:39.083292Z","steps":["trace[86483889] 'agreement among raft nodes before linearized reading' (duration: 1.995346843s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.08333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995776593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T15:57:39.083359Z","caller":"traceutil/trace.go:171","msg":"trace[1791356888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2024; }","duration":"1.995831184s","start":"2026-07-03T15:57:37.087518Z","end":"2026-07-03T15:57:39.083349Z","steps":["trace[1791356888] 'agreement among raft nodes before linearized reading' (duration: 1.995750651s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.083349Z","caller":"traceutil/trace.go:171","msg":"trace[1506590247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"3.005568693s","start":"2026-07-03T15:57:36.077745Z","end":"2026-07-03T15:57:39.083313Z","steps":["trace[1506590247] 'agreement among raft nodes before linearized reading' (duration: 3.005178273s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.087507Z","time spent":"1.995871475s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:39.08342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.077712Z","time spent":"3.005695886s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:57:39.083399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936262323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:39.083419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83350184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:39.083426Z","caller":"traceutil/trace.go:171","msg":"trace[1182647002] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"2.117985426s","start":"2026-07-03T15:57:36.965408Z","end":"2026-07-03T15:57:39.083394Z","steps":["trace[1182647002] 'process raft request' (duration: 1.695026469s)","trace[1182647002] 'compare' (duration: 421.776669ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:39.083494Z","caller":"traceutil/trace.go:171","msg":"trace[10696763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"1.936407786s","start":"2026-07-03T15:57:37.147063Z","end":"2026-07-03T15:57:39.083471Z","steps":["trace[10696763] 'agreement among raft nodes before linearized reading' (duration: 1.936223961s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.083494Z","caller":"traceutil/trace.go:171","msg":"trace[1971820875] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2024; }","duration":"2.833634462s","start":"2026-07-03T15:57:36.249841Z","end":"2026-07-03T15:57:39.083476Z","steps":["trace[1971820875] 'agreement among raft nodes before linearized reading' (duration: 2.833518s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845898831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-07-03T15:57:39.083356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.087453Z","time spent":"1.995889375s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:57:39.08352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.75282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:39.083561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.249816Z","time spent":"2.833730615s","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:39.083578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009210347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-03T15:57:39.083559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.147041Z","time spent":"1.936505618s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:57:39.08358Z","caller":"traceutil/trace.go:171","msg":"trace[113759155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2024; }","duration":"2.846021983s","start":"2026-07-03T15:57:36.237544Z","end":"2026-07-03T15:57:39.083566Z","steps":["trace[113759155] 'agreement among raft nodes before linearized reading' (duration: 2.845775668s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.083613Z","caller":"traceutil/trace.go:171","msg":"trace[229913678] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7; range_end:; response_count:1; response_revision:2024; }","duration":"3.009288358s","start":"2026-07-03T15:57:36.074309Z","end":"2026-07-03T15:57:39.083598Z","steps":["trace[229913678] 'agreement among raft nodes before linearized reading' (duration: 3.009211416s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574205287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:39.08358Z","caller":"traceutil/trace.go:171","msg":"trace[1810822547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"146.857042ms","start":"2026-07-03T15:57:38.936707Z","end":"2026-07-03T15:57:39.083564Z","steps":["trace[1810822547] 'agreement among raft nodes before linearized reading' (duration: 146.76398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.074283Z","time spent":"3.00934673s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" "} {"level":"warn","ts":"2026-07-03T15:57:39.083622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.237516Z","time spent":"2.846097195s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:57:39.083636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.965368Z","time spent":"2.118123639s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:39.083691Z","caller":"traceutil/trace.go:171","msg":"trace[1161984228] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2024; }","duration":"1.57435726s","start":"2026-07-03T15:57:37.509285Z","end":"2026-07-03T15:57:39.083642Z","steps":["trace[1161984228] 'agreement among raft nodes before linearized reading' (duration: 1.574210037s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982177603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-03T15:57:39.083747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.509262Z","time spent":"1.574473793s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:39.083748Z","caller":"traceutil/trace.go:171","msg":"trace[1946448229] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7; range_end:; response_count:1; response_revision:2024; }","duration":"2.982325856s","start":"2026-07-03T15:57:36.101406Z","end":"2026-07-03T15:57:39.083731Z","steps":["trace[1946448229] 'agreement among raft nodes before linearized reading' (duration: 2.981912197s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.083857Z","caller":"traceutil/trace.go:171","msg":"trace[1119293874] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"2.011373676s","start":"2026-07-03T15:57:37.071406Z","end":"2026-07-03T15:57:39.08278Z","steps":["trace[1119293874] 'process raft request' (duration: 2.011189482s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.083795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:36.101379Z","time spent":"2.982403888s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" "} {"level":"warn","ts":"2026-07-03T15:57:39.084373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.071375Z","time spent":"2.012763768s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:39.598118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:40.099201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:40.600324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:41.093198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000786665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:57:41.093307Z","caller":"traceutil/trace.go:171","msg":"trace[506353874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000939589s","start":"2026-07-03T15:57:39.092346Z","end":"2026-07-03T15:57:41.093285Z","steps":["trace[506353874] 'agreement among raft nodes before linearized reading' (duration: 2.000808346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:41.093357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.092333Z","time spent":"2.00101464s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:41.100945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:41.192394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.102105064s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:57:41.192929Z","caller":"traceutil/trace.go:171","msg":"trace[1369080833] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"2.102716329s","start":"2026-07-03T15:57:39.09018Z","end":"2026-07-03T15:57:41.192896Z","steps":["trace[1369080833] 'process raft request' (duration: 2.102508243s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:41.193122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.090155Z","time spent":"2.102852692s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:43.100393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:57:43.100505Z","caller":"traceutil/trace.go:171","msg":"trace[1665471870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462519s","start":"2026-07-03T15:57:41.100015Z","end":"2026-07-03T15:57:43.100477Z","steps":["trace[1665471870] 'agreement among raft nodes before linearized reading' (duration: 2.000325686s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.100557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.099993Z","time spent":"2.000554002s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:57:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:57:44.088097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.092177Z","time spent":"4.995889191s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 15:57:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:57:44.089588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.09061Z","time spent":"4.998972753s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 15:57:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:57:45.01488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.822212192s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:57:45.015685Z","caller":"traceutil/trace.go:171","msg":"trace[1616930748] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"5.925145705s","start":"2026-07-03T15:57:39.09048Z","end":"2026-07-03T15:57:45.015625Z","steps":["trace[1616930748] 'process raft request' (duration: 5.924617863s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.015709Z","caller":"traceutil/trace.go:171","msg":"trace[1165631912] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"5.924980782s","start":"2026-07-03T15:57:39.090695Z","end":"2026-07-03T15:57:45.015676Z","steps":["trace[1165631912] 'process raft request' (duration: 5.924733437s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.016077Z","caller":"traceutil/trace.go:171","msg":"trace[1632528533] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"5.92359243s","start":"2026-07-03T15:57:39.092458Z","end":"2026-07-03T15:57:45.01605Z","steps":["trace[1632528533] 'process raft request' (duration: 5.923385925s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.015874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.090469Z","time spent":"5.92530739s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:45.016181Z","caller":"traceutil/trace.go:171","msg":"trace[2001380639] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"4.567185514s","start":"2026-07-03T15:57:40.448979Z","end":"2026-07-03T15:57:45.016165Z","steps":["trace[2001380639] 'process raft request' (duration: 4.56698576s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.01622Z","caller":"traceutil/trace.go:171","msg":"trace[690600044] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2112; }","duration":"5.923824825s","start":"2026-07-03T15:57:39.092381Z","end":"2026-07-03T15:57:45.016206Z","steps":["trace[690600044] 'read index received' (duration: 2.100310333s)","trace[690600044] 'applied index is now lower than readState.Index' (duration: 3.823513552s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:45.016256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.448946Z","time spent":"4.567279847s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.016248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.092451Z","time spent":"5.923703532s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.016107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.090674Z","time spent":"5.9253482s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:45.016282Z","caller":"traceutil/trace.go:171","msg":"trace[1030926182] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"3.926662712s","start":"2026-07-03T15:57:41.089611Z","end":"2026-07-03T15:57:45.016274Z","steps":["trace[1030926182] 'process raft request' (duration: 3.926482468s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.016366Z","caller":"traceutil/trace.go:171","msg":"trace[1771048611] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"3.925519357s","start":"2026-07-03T15:57:41.090835Z","end":"2026-07-03T15:57:45.016354Z","steps":["trace[1771048611] 'process raft request' (duration: 3.925322212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.016421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.089582Z","time spent":"3.926797415s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:45.016428Z","caller":"traceutil/trace.go:171","msg":"trace[1262363311] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"3.925571057s","start":"2026-07-03T15:57:41.090843Z","end":"2026-07-03T15:57:45.016414Z","steps":["trace[1262363311] 'process raft request' (duration: 3.925291941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.016437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.090797Z","time spent":"3.925607719s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:45.016514Z","caller":"traceutil/trace.go:171","msg":"trace[1860206412] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"3.925113977s","start":"2026-07-03T15:57:41.09136Z","end":"2026-07-03T15:57:45.016474Z","steps":["trace[1860206412] 'process raft request' (duration: 3.924821021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.016699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.091341Z","time spent":"3.92524717s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.016529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.090808Z","time spent":"3.925659579s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.017632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.922174708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:45.017684Z","caller":"traceutil/trace.go:171","msg":"trace[879559250] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2036; }","duration":"5.9222569s","start":"2026-07-03T15:57:39.095415Z","end":"2026-07-03T15:57:45.017672Z","steps":["trace[879559250] 'agreement among raft nodes before linearized reading' (duration: 5.922136357s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.017684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749885081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:57:45.017714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.095403Z","time spent":"5.922302811s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T15:57:45.017725Z","caller":"traceutil/trace.go:171","msg":"trace[1182627316] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2036; }","duration":"4.749963072s","start":"2026-07-03T15:57:40.267751Z","end":"2026-07-03T15:57:45.017714Z","steps":["trace[1182627316] 'agreement among raft nodes before linearized reading' (duration: 4.7498639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.017755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.267731Z","time spent":"4.750016094s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:45.01775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857060943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:57:45.017796Z","caller":"traceutil/trace.go:171","msg":"trace[1002804309] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2036; }","duration":"3.857134145s","start":"2026-07-03T15:57:41.16065Z","end":"2026-07-03T15:57:45.017784Z","steps":["trace[1002804309] 'agreement among raft nodes before linearized reading' (duration: 3.85694756s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.017809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91862092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T15:57:45.017922Z","caller":"traceutil/trace.go:171","msg":"trace[1932274279] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:2036; }","duration":"3.918713482s","start":"2026-07-03T15:57:41.099141Z","end":"2026-07-03T15:57:45.017854Z","steps":["trace[1932274279] 'agreement among raft nodes before linearized reading' (duration: 3.918490707s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.017951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925859092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:57:45.017971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.099127Z","time spent":"3.918831644s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"info","ts":"2026-07-03T15:57:45.017975Z","caller":"traceutil/trace.go:171","msg":"trace[1784175380] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"1.304072949s","start":"2026-07-03T15:57:43.713891Z","end":"2026-07-03T15:57:45.017964Z","steps":["trace[1784175380] 'process raft request' (duration: 1.303590878s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.018004Z","caller":"traceutil/trace.go:171","msg":"trace[2064780999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2036; }","duration":"4.925943464s","start":"2026-07-03T15:57:40.092043Z","end":"2026-07-03T15:57:45.017987Z","steps":["trace[2064780999] 'agreement among raft nodes before linearized reading' (duration: 4.925796991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.018019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079084461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:57:45.018042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.092019Z","time spent":"4.926014086s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:57:45.018041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:43.713861Z","time spent":"1.304144101s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:45.018055Z","caller":"traceutil/trace.go:171","msg":"trace[1481745389] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:2036; }","duration":"4.079167482s","start":"2026-07-03T15:57:40.938878Z","end":"2026-07-03T15:57:45.018045Z","steps":["trace[1481745389] 'agreement among raft nodes before linearized reading' (duration: 4.079008969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.01808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.938853Z","time spent":"4.079221004s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T15:57:45.017829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.160632Z","time spent":"3.857189306s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":229,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:45.018216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928970773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-07-03T15:57:45.018258Z","caller":"traceutil/trace.go:171","msg":"trace[2061132101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7; range_end:; response_count:1; response_revision:2036; }","duration":"4.929063335s","start":"2026-07-03T15:57:40.089185Z","end":"2026-07-03T15:57:45.018248Z","steps":["trace[2061132101] 'agreement among raft nodes before linearized reading' (duration: 4.928985783s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.018293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.089153Z","time spent":"4.929132197s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" "} {"level":"warn","ts":"2026-07-03T15:57:45.018333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917483296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:45.018363Z","caller":"traceutil/trace.go:171","msg":"trace[1868451248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"1.917553097s","start":"2026-07-03T15:57:43.1008Z","end":"2026-07-03T15:57:45.018353Z","steps":["trace[1868451248] 'agreement among raft nodes before linearized reading' (duration: 1.917507276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.018397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:43.100762Z","time spent":"1.917623369s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:45.018287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820102527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:45.018468Z","caller":"traceutil/trace.go:171","msg":"trace[801526072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2036; }","duration":"1.820338832s","start":"2026-07-03T15:57:43.19812Z","end":"2026-07-03T15:57:45.018459Z","steps":["trace[801526072] 'agreement among raft nodes before linearized reading' (duration: 1.820065316s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.018475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771654806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:57:45.018498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:43.198092Z","time spent":"1.820395793s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:57:45.018502Z","caller":"traceutil/trace.go:171","msg":"trace[414088085] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2036; }","duration":"2.771681666s","start":"2026-07-03T15:57:42.246813Z","end":"2026-07-03T15:57:45.018495Z","steps":["trace[414088085] 'agreement among raft nodes before linearized reading' (duration: 2.771643806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.018493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.380577611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:45.018531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:42.246726Z","time spent":"2.771794229s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:45.018437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437836231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:45.018567Z","caller":"traceutil/trace.go:171","msg":"trace[430986459] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2036; }","duration":"3.438026526s","start":"2026-07-03T15:57:41.580532Z","end":"2026-07-03T15:57:45.018558Z","steps":["trace[430986459] 'agreement among raft nodes before linearized reading' (duration: 3.437856872s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.018566Z","caller":"traceutil/trace.go:171","msg":"trace[304000857] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2036; }","duration":"5.380725754s","start":"2026-07-03T15:57:39.637826Z","end":"2026-07-03T15:57:45.018552Z","steps":["trace[304000857] 'agreement among raft nodes before linearized reading' (duration: 5.380598791s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.018596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.580495Z","time spent":"3.438091317s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:45.018624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.637801Z","time spent":"5.380800355s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:45.34281Z","caller":"traceutil/trace.go:171","msg":"trace[808959894] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2125; }","duration":"321.549926ms","start":"2026-07-03T15:57:45.021237Z","end":"2026-07-03T15:57:45.342787Z","steps":["trace[808959894] 'read index received' (duration: 20.610708ms)","trace[808959894] 'applied index is now lower than readState.Index' (duration: 300.938208ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:45.342945Z","caller":"traceutil/trace.go:171","msg":"trace[2012563576] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"319.742464ms","start":"2026-07-03T15:57:45.02317Z","end":"2026-07-03T15:57:45.342912Z","steps":["trace[2012563576] 'process raft request' (duration: 319.56124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.343058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.023154Z","time spent":"319.820527ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.343227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.957885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-07-03T15:57:45.343318Z","caller":"traceutil/trace.go:171","msg":"trace[1212044534] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj; range_end:; response_count:1; response_revision:2038; }","duration":"322.087438ms","start":"2026-07-03T15:57:45.021207Z","end":"2026-07-03T15:57:45.343294Z","steps":["trace[1212044534] 'agreement among raft nodes before linearized reading' (duration: 321.72855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.343375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.021181Z","time spent":"322.184759ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6170,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj\" "} {"level":"info","ts":"2026-07-03T15:57:45.343225Z","caller":"traceutil/trace.go:171","msg":"trace[1036207972] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"322.012456ms","start":"2026-07-03T15:57:45.021157Z","end":"2026-07-03T15:57:45.343169Z","steps":["trace[1036207972] 'process raft request' (duration: 321.360992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.343771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.021123Z","time spent":"322.510487ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.605628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.66707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:45.605753Z","caller":"traceutil/trace.go:171","msg":"trace[1723192886] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"262.856073ms","start":"2026-07-03T15:57:45.342878Z","end":"2026-07-03T15:57:45.605734Z","steps":["trace[1723192886] 'read index received' (duration: 78.02441ms)","trace[1723192886] 'applied index is now lower than readState.Index' (duration: 184.830253ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:45.605832Z","caller":"traceutil/trace.go:171","msg":"trace[1914665063] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"562.553233ms","start":"2026-07-03T15:57:45.043266Z","end":"2026-07-03T15:57:45.60582Z","steps":["trace[1914665063] 'process raft request' (duration: 377.620317ms)","trace[1914665063] 'compare' (duration: 184.503297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:45.6059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.043229Z","time spent":"562.638965ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.605959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.973327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:45.605959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.489368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:45.606019Z","caller":"traceutil/trace.go:171","msg":"trace[2074142660] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2039; }","duration":"583.594571ms","start":"2026-07-03T15:57:45.022412Z","end":"2026-07-03T15:57:45.606006Z","steps":["trace[2074142660] 'agreement among raft nodes before linearized reading' (duration: 583.493208ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.60602Z","caller":"traceutil/trace.go:171","msg":"trace[496253230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2039; }","duration":"579.064208ms","start":"2026-07-03T15:57:45.026939Z","end":"2026-07-03T15:57:45.606003Z","steps":["trace[496253230] 'agreement among raft nodes before linearized reading' (duration: 578.907675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.606054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.026927Z","time spent":"579.119789ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:45.606052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.022395Z","time spent":"583.650491ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T15:57:45.606035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.869072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:45.606111Z","caller":"traceutil/trace.go:171","msg":"trace[1746295376] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2039; }","duration":"329.010086ms","start":"2026-07-03T15:57:45.277086Z","end":"2026-07-03T15:57:45.606096Z","steps":["trace[1746295376] 'agreement among raft nodes before linearized reading' (duration: 328.843642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.606146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.277055Z","time spent":"329.083397ms","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:45.658055Z","caller":"traceutil/trace.go:171","msg":"trace[296050377] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"304.227792ms","start":"2026-07-03T15:57:45.353789Z","end":"2026-07-03T15:57:45.658017Z","steps":["trace[296050377] 'process raft request' (duration: 304.000597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.658233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.35377Z","time spent":"304.371836ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.658356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.468074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T15:57:45.658445Z","caller":"traceutil/trace.go:171","msg":"trace[627814330] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:2040; }","duration":"310.620898ms","start":"2026-07-03T15:57:45.347805Z","end":"2026-07-03T15:57:45.658426Z","steps":["trace[627814330] 'agreement among raft nodes before linearized reading' (duration: 310.194908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.658499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.347781Z","time spent":"310.70852ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T15:57:48.395465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.248812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:3955"} {"level":"info","ts":"2026-07-03T15:57:48.395822Z","caller":"traceutil/trace.go:171","msg":"trace[1277951238] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2160; }","duration":"282.826697ms","start":"2026-07-03T15:57:48.112972Z","end":"2026-07-03T15:57:48.395799Z","steps":["trace[1277951238] 'read index received' (duration: 42.073654ms)","trace[1277951238] 'applied index is now lower than readState.Index' (duration: 240.752123ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:48.395832Z","caller":"traceutil/trace.go:171","msg":"trace[1751495869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2070; }","duration":"287.019623ms","start":"2026-07-03T15:57:48.108768Z","end":"2026-07-03T15:57:48.395788Z","steps":["trace[1751495869] 'process raft request' (duration: 46.299551ms)","trace[1751495869] 'compare' (duration: 240.151519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:48.395919Z","caller":"traceutil/trace.go:171","msg":"trace[1658705319] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"283.939832ms","start":"2026-07-03T15:57:48.111932Z","end":"2026-07-03T15:57:48.395871Z","steps":["trace[1658705319] 'process raft request' (duration: 283.667656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:48.396106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.133884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T15:57:48.396183Z","caller":"traceutil/trace.go:171","msg":"trace[892199090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2071; }","duration":"283.236716ms","start":"2026-07-03T15:57:48.112931Z","end":"2026-07-03T15:57:48.396168Z","steps":["trace[892199090] 'agreement among raft nodes before linearized reading' (duration: 282.936389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:48.654765Z","caller":"traceutil/trace.go:171","msg":"trace[1832603226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2072; }","duration":"257.004142ms","start":"2026-07-03T15:57:48.397741Z","end":"2026-07-03T15:57:48.654745Z","steps":["trace[1832603226] 'process raft request' (duration: 206.604228ms)","trace[1832603226] 'compare' (duration: 50.116847ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:48.654986Z","caller":"traceutil/trace.go:171","msg":"trace[912698862] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2162; }","duration":"219.166432ms","start":"2026-07-03T15:57:48.435784Z","end":"2026-07-03T15:57:48.65495Z","steps":["trace[912698862] 'read index received' (duration: 168.664846ms)","trace[912698862] 'applied index is now lower than readState.Index' (duration: 50.499376ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:48.655137Z","caller":"traceutil/trace.go:171","msg":"trace[1736931563] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"254.222148ms","start":"2026-07-03T15:57:48.400878Z","end":"2026-07-03T15:57:48.6551Z","steps":["trace[1736931563] 'process raft request' (duration: 253.820369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:48.655233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.433929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:48.655286Z","caller":"traceutil/trace.go:171","msg":"trace[1608056507] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2073; }","duration":"219.51212ms","start":"2026-07-03T15:57:48.435761Z","end":"2026-07-03T15:57:48.655273Z","steps":["trace[1608056507] 'agreement among raft nodes before linearized reading' (duration: 219.383408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:48.655343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.874542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:48.655481Z","caller":"traceutil/trace.go:171","msg":"trace[244816312] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2073; }","duration":"210.053276ms","start":"2026-07-03T15:57:48.44539Z","end":"2026-07-03T15:57:48.655443Z","steps":["trace[244816312] 'agreement among raft nodes before linearized reading' (duration: 209.818471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.237213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:57:53.240194Z","caller":"traceutil/trace.go:171","msg":"trace[947492479] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"802.861336ms","start":"2026-07-03T15:57:52.43731Z","end":"2026-07-03T15:57:53.240171Z","steps":["trace[947492479] 'process raft request' (duration: 802.713872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.240335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:52.437276Z","time spent":"802.974618ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:53.360529Z","caller":"traceutil/trace.go:171","msg":"trace[539301979] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"836.581031ms","start":"2026-07-03T15:57:52.523919Z","end":"2026-07-03T15:57:53.3605Z","steps":["trace[539301979] 'process raft request' (duration: 836.285605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.360719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:52.523893Z","time spent":"836.730235ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:53.36099Z","caller":"traceutil/trace.go:171","msg":"trace[1508094739] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"235.742618ms","start":"2026-07-03T15:57:53.125214Z","end":"2026-07-03T15:57:53.360957Z","steps":["trace[1508094739] 'process raft request' (duration: 235.181046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:53.361098Z","caller":"traceutil/trace.go:171","msg":"trace[2100763832] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2197; }","duration":"624.652553ms","start":"2026-07-03T15:57:52.736409Z","end":"2026-07-03T15:57:53.361062Z","steps":["trace[2100763832] 'read index received' (duration: 503.689718ms)","trace[2100763832] 'applied index is now lower than readState.Index' (duration: 120.961785ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:53.361126Z","caller":"traceutil/trace.go:171","msg":"trace[1598850561] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"233.924948ms","start":"2026-07-03T15:57:53.127173Z","end":"2026-07-03T15:57:53.361098Z","steps":["trace[1598850561] 'process raft request' (duration: 233.781064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:53.361151Z","caller":"traceutil/trace.go:171","msg":"trace[1965912413] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"234.445158ms","start":"2026-07-03T15:57:53.126694Z","end":"2026-07-03T15:57:53.361139Z","steps":["trace[1965912413] 'process raft request' (duration: 234.125841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.361267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.468637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:53.361324Z","caller":"traceutil/trace.go:171","msg":"trace[1614115717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2111; }","duration":"415.580489ms","start":"2026-07-03T15:57:52.945724Z","end":"2026-07-03T15:57:53.361305Z","steps":["trace[1614115717] 'agreement among raft nodes before linearized reading' (duration: 415.483047ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:53.361343Z","caller":"traceutil/trace.go:171","msg":"trace[938183460] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"232.307451ms","start":"2026-07-03T15:57:53.12899Z","end":"2026-07-03T15:57:53.361297Z","steps":["trace[938183460] 'process raft request' (duration: 232.021435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.361379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.292785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-03T15:57:53.361384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.843074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T15:57:53.36143Z","caller":"traceutil/trace.go:171","msg":"trace[1732207896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2111; }","duration":"189.344396ms","start":"2026-07-03T15:57:53.172074Z","end":"2026-07-03T15:57:53.361418Z","steps":["trace[1732207896] 'agreement among raft nodes before linearized reading' (duration: 189.183832ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:53.361441Z","caller":"traceutil/trace.go:171","msg":"trace[244836546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2111; }","duration":"195.951826ms","start":"2026-07-03T15:57:53.165477Z","end":"2026-07-03T15:57:53.361429Z","steps":["trace[244836546] 'agreement among raft nodes before linearized reading' (duration: 195.802133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.361369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:52.945677Z","time spent":"415.679431ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:53.361461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.026591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:57:53.361552Z","caller":"traceutil/trace.go:171","msg":"trace[1570783863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2111; }","duration":"625.185884ms","start":"2026-07-03T15:57:52.736345Z","end":"2026-07-03T15:57:53.361531Z","steps":["trace[1570783863] 'agreement among raft nodes before linearized reading' (duration: 624.870077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.361564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.389021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:57:53.361681Z","caller":"traceutil/trace.go:171","msg":"trace[699209319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2111; }","duration":"224.552465ms","start":"2026-07-03T15:57:53.137097Z","end":"2026-07-03T15:57:53.36165Z","steps":["trace[699209319] 'agreement among raft nodes before linearized reading' (duration: 224.210797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:53.361608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:52.736324Z","time spent":"625.273537ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:57:59.63329Z","caller":"traceutil/trace.go:171","msg":"trace[160901174] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"100.809477ms","start":"2026-07-03T15:57:59.532436Z","end":"2026-07-03T15:57:59.633246Z","steps":["trace[160901174] 'read index received' (duration: 52.746567ms)","trace[160901174] 'applied index is now lower than readState.Index' (duration: 48.06122ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:59.633351Z","caller":"traceutil/trace.go:171","msg":"trace[1688220473] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"101.914063ms","start":"2026-07-03T15:57:59.531392Z","end":"2026-07-03T15:57:59.633306Z","steps":["trace[1688220473] 'process raft request' (duration: 53.831002ms)","trace[1688220473] 'compare' (duration: 47.838675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:59.633701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.225516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:57:59.633755Z","caller":"traceutil/trace.go:171","msg":"trace[1800586749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2150; }","duration":"101.37766ms","start":"2026-07-03T15:57:59.532364Z","end":"2026-07-03T15:57:59.633742Z","steps":["trace[1800586749] 'agreement among raft nodes before linearized reading' (duration: 101.034703ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:03.55827Z","caller":"traceutil/trace.go:171","msg":"trace[564863747] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"209.734279ms","start":"2026-07-03T15:58:03.348513Z","end":"2026-07-03T15:58:03.558247Z","steps":["trace[564863747] 'process raft request' (duration: 209.580965ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:03.789961Z","caller":"traceutil/trace.go:171","msg":"trace[1152833114] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"340.724861ms","start":"2026-07-03T15:58:03.449162Z","end":"2026-07-03T15:58:03.789886Z","steps":["trace[1152833114] 'process raft request' (duration: 322.024576ms)","trace[1152833114] 'compare' (duration: 18.316447ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:03.789992Z","caller":"traceutil/trace.go:171","msg":"trace[1074373896] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"323.238074ms","start":"2026-07-03T15:58:03.466722Z","end":"2026-07-03T15:58:03.78996Z","steps":["trace[1074373896] 'process raft request' (duration: 323.06213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:03.790278Z","caller":"traceutil/trace.go:171","msg":"trace[597063118] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"319.930658ms","start":"2026-07-03T15:58:03.470326Z","end":"2026-07-03T15:58:03.790257Z","steps":["trace[597063118] 'process raft request' (duration: 319.583311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.790316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.466671Z","time spent":"323.547721ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:03.790474Z","caller":"traceutil/trace.go:171","msg":"trace[1602330038] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"319.680403ms","start":"2026-07-03T15:58:03.470778Z","end":"2026-07-03T15:58:03.790458Z","steps":["trace[1602330038] 'process raft request' (duration: 319.384796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.790546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.470766Z","time spent":"319.749595ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:03.790527Z","caller":"traceutil/trace.go:171","msg":"trace[263870192] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2268; }","duration":"306.088645ms","start":"2026-07-03T15:58:03.484363Z","end":"2026-07-03T15:58:03.790452Z","steps":["trace[263870192] 'read index received' (duration: 73.863035ms)","trace[263870192] 'applied index is now lower than readState.Index' (duration: 232.22233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:03.790428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.44913Z","time spent":"340.906755ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:03.790449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.470265Z","time spent":"320.084602ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:03.790969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.433059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:58:03.791014Z","caller":"traceutil/trace.go:171","msg":"trace[1614475236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"271.597382ms","start":"2026-07-03T15:58:03.519404Z","end":"2026-07-03T15:58:03.791001Z","steps":["trace[1614475236] 'agreement among raft nodes before linearized reading' (duration: 271.357957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.79118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.732559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:03.791277Z","caller":"traceutil/trace.go:171","msg":"trace[2012747442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2178; }","duration":"306.958335ms","start":"2026-07-03T15:58:03.484293Z","end":"2026-07-03T15:58:03.791251Z","steps":["trace[2012747442] 'agreement among raft nodes before linearized reading' (duration: 306.32762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.791331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.484278Z","time spent":"307.044096ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:03.791313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.588788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:58:03.791402Z","caller":"traceutil/trace.go:171","msg":"trace[1080987397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"136.968457ms","start":"2026-07-03T15:58:03.654419Z","end":"2026-07-03T15:58:03.791387Z","steps":["trace[1080987397] 'agreement among raft nodes before linearized reading' (duration: 136.347133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.791401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.561749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:58:03.791568Z","caller":"traceutil/trace.go:171","msg":"trace[320332443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"248.813925ms","start":"2026-07-03T15:58:03.542733Z","end":"2026-07-03T15:58:03.791547Z","steps":["trace[320332443] 'agreement among raft nodes before linearized reading' (duration: 248.210951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:05.885628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846613358s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:58:05.903776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864756529s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:05.904056Z","caller":"traceutil/trace.go:171","msg":"trace[1769868224] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2272; }","duration":"1.957736279s","start":"2026-07-03T15:58:03.946302Z","end":"2026-07-03T15:58:05.904038Z","steps":["trace[1769868224] 'read index received' (duration: 92.619851ms)","trace[1769868224] 'applied index is now lower than readState.Index' (duration: 1.865112938s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:05.904134Z","caller":"traceutil/trace.go:171","msg":"trace[1022164429] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"2.107908157s","start":"2026-07-03T15:58:03.796213Z","end":"2026-07-03T15:58:05.904121Z","steps":["trace[1022164429] 'process raft request' (duration: 2.107757484s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:05.904168Z","caller":"traceutil/trace.go:171","msg":"trace[565353068] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"2.107997729s","start":"2026-07-03T15:58:03.79612Z","end":"2026-07-03T15:58:05.904118Z","steps":["trace[565353068] 'process raft request' (duration: 2.107770774s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:05.904187Z","caller":"traceutil/trace.go:171","msg":"trace[765615545] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"2.10760566s","start":"2026-07-03T15:58:03.796553Z","end":"2026-07-03T15:58:05.904158Z","steps":["trace[765615545] 'process raft request' (duration: 2.107450876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:05.904298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.796098Z","time spent":"2.108140892s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:05.904327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.796542Z","time spent":"2.107709172s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:05.904381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958071417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:05.904455Z","caller":"traceutil/trace.go:171","msg":"trace[1770805591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"1.95821432s","start":"2026-07-03T15:58:03.946218Z","end":"2026-07-03T15:58:05.904433Z","steps":["trace[1770805591] 'agreement among raft nodes before linearized reading' (duration: 1.958029916s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:05.904505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.94619Z","time spent":"1.958303232s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:05.904473Z","caller":"traceutil/trace.go:171","msg":"trace[1413298580] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"2.108408328s","start":"2026-07-03T15:58:03.796034Z","end":"2026-07-03T15:58:05.904442Z","steps":["trace[1413298580] 'process raft request' (duration: 242.872651ms)","trace[1413298580] 'compare' (duration: 1.864440502s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:05.904631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.796017Z","time spent":"2.108570851s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:05.904228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:03.796184Z","time spent":"2.107973958s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:06.22771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.294435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:06.228041Z","caller":"traceutil/trace.go:171","msg":"trace[1895726979] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"431.467059ms","start":"2026-07-03T15:58:05.796551Z","end":"2026-07-03T15:58:06.228018Z","steps":["trace[1895726979] 'process raft request' (duration: 431.393908ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:06.228032Z","caller":"traceutil/trace.go:171","msg":"trace[719992974] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"752.35456ms","start":"2026-07-03T15:58:05.475633Z","end":"2026-07-03T15:58:06.227988Z","steps":["trace[719992974] 'process raft request' (duration: 592.584875ms)","trace[719992974] 'compare' (duration: 159.076509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:06.228139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.796537Z","time spent":"431.558332ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:06.22835Z","caller":"traceutil/trace.go:171","msg":"trace[906306934] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"432.105954ms","start":"2026-07-03T15:58:05.79616Z","end":"2026-07-03T15:58:06.228266Z","steps":["trace[906306934] 'process raft request' (duration: 431.667244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:06.228711Z","caller":"traceutil/trace.go:171","msg":"trace[1644576618] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"431.468219ms","start":"2026-07-03T15:58:05.797221Z","end":"2026-07-03T15:58:06.22869Z","steps":["trace[1644576618] 'process raft request' (duration: 430.762693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:06.228673Z","caller":"traceutil/trace.go:171","msg":"trace[1569194736] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2276; }","duration":"324.553834ms","start":"2026-07-03T15:58:05.904085Z","end":"2026-07-03T15:58:06.228639Z","steps":["trace[1569194736] 'read index received' (duration: 164.069842ms)","trace[1569194736] 'applied index is now lower than readState.Index' (duration: 160.482002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:06.228808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.797205Z","time spent":"431.556712ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:06.228905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.265527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:58:06.228917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146203826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:06.228915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.676242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-07-03T15:58:06.22897Z","caller":"traceutil/trace.go:171","msg":"trace[1903684607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"666.378279ms","start":"2026-07-03T15:58:05.562576Z","end":"2026-07-03T15:58:06.228955Z","steps":["trace[1903684607] 'agreement among raft nodes before linearized reading' (duration: 666.212546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:06.228975Z","caller":"traceutil/trace.go:171","msg":"trace[1848595453] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2187; }","duration":"2.146336419s","start":"2026-07-03T15:58:04.082623Z","end":"2026-07-03T15:58:06.22896Z","steps":["trace[1848595453] 'agreement among raft nodes before linearized reading' (duration: 2.146199106s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:06.229004Z","caller":"traceutil/trace.go:171","msg":"trace[950748884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2187; }","duration":"404.779715ms","start":"2026-07-03T15:58:05.824204Z","end":"2026-07-03T15:58:06.228983Z","steps":["trace[950748884] 'agreement among raft nodes before linearized reading' (duration: 404.445818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:06.229014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.562552Z","time spent":"666.448781ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:58:06.229034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.475597Z","time spent":"752.526734ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:06.228944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.796119Z","time spent":"432.539935ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:06.229038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:04.082598Z","time spent":"2.146429051s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:06.229103Z","caller":"traceutil/trace.go:171","msg":"trace[602132097] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"431.682294ms","start":"2026-07-03T15:58:05.797409Z","end":"2026-07-03T15:58:06.229092Z","steps":["trace[602132097] 'process raft request' (duration: 431.08842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:06.229057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.824138Z","time spent":"404.910837ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12002,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:58:06.228934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416762265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:58:06.229195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.797376Z","time spent":"431.755986ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:06.229207Z","caller":"traceutil/trace.go:171","msg":"trace[1090585737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"1.417100242s","start":"2026-07-03T15:58:04.812083Z","end":"2026-07-03T15:58:06.229184Z","steps":["trace[1090585737] 'agreement among raft nodes before linearized reading' (duration: 1.416610562s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:06.229254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:04.812062Z","time spent":"1.417183584s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:06.229135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368325356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:06.22933Z","caller":"traceutil/trace.go:171","msg":"trace[573842916] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2187; }","duration":"1.368826257s","start":"2026-07-03T15:58:04.860482Z","end":"2026-07-03T15:58:06.229308Z","steps":["trace[573842916] 'agreement among raft nodes before linearized reading' (duration: 1.368205653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:06.22938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:04.860461Z","time spent":"1.36890407s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:06.667541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.72625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:58:06.667861Z","caller":"traceutil/trace.go:171","msg":"trace[838407257] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2281; }","duration":"439.0385ms","start":"2026-07-03T15:58:06.228784Z","end":"2026-07-03T15:58:06.667823Z","steps":["trace[838407257] 'read index received' (duration: 128.021063ms)","trace[838407257] 'applied index is now lower than readState.Index' (duration: 311.011087ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:06.66792Z","caller":"traceutil/trace.go:171","msg":"trace[758002563] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"433.944676ms","start":"2026-07-03T15:58:06.23395Z","end":"2026-07-03T15:58:06.667895Z","steps":["trace[758002563] 'process raft request' (duration: 433.771822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:06.668064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:06.233923Z","time spent":"434.048989ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:06.668127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.096092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:06.668141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.51748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:06.668143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.07647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:06.66824Z","caller":"traceutil/trace.go:171","msg":"trace[213960854] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2188; }","duration":"401.240233ms","start":"2026-07-03T15:58:06.266985Z","end":"2026-07-03T15:58:06.668226Z","steps":["trace[213960854] 'agreement among raft nodes before linearized reading' (duration: 401.09289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:06.668242Z","caller":"traceutil/trace.go:171","msg":"trace[367397140] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2188; }","duration":"427.667873ms","start":"2026-07-03T15:58:06.240552Z","end":"2026-07-03T15:58:06.66822Z","steps":["trace[367397140] 'agreement among raft nodes before linearized reading' (duration: 427.52055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:06.668179Z","caller":"traceutil/trace.go:171","msg":"trace[1654021285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2188; }","duration":"762.224484ms","start":"2026-07-03T15:58:05.905939Z","end":"2026-07-03T15:58:06.668163Z","steps":["trace[1654021285] 'agreement among raft nodes before linearized reading' (duration: 762.07159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:06.668298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:06.266961Z","time spent":"401.326806ms","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:06.668306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:06.240524Z","time spent":"427.768645ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T15:58:06.668346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:05.905922Z","time spent":"762.410619ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:07.948355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.008371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T15:58:07.948466Z","caller":"traceutil/trace.go:171","msg":"trace[681336135] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2190; }","duration":"149.205655ms","start":"2026-07-03T15:58:07.799235Z","end":"2026-07-03T15:58:07.948441Z","steps":["trace[681336135] 'range keys from in-memory index tree' (duration: 148.693554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:10.512969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:11.013745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:11.513885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:12.01504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:12.515479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687327588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:12.555528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.542851525s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:58:12.556073Z","caller":"traceutil/trace.go:171","msg":"trace[64703927] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"2.543496989s","start":"2026-07-03T15:58:10.01255Z","end":"2026-07-03T15:58:12.556047Z","steps":["trace[64703927] 'process raft request' (duration: 2.543317795s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.55629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.012524Z","time spent":"2.543680843s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:12.945177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:58:12.94531Z","caller":"traceutil/trace.go:171","msg":"trace[1918557555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059729s","start":"2026-07-03T15:58:10.945231Z","end":"2026-07-03T15:58:12.945291Z","steps":["trace[1918557555] 'agreement among raft nodes before linearized reading' (duration: 1.999902346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.945359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.945217Z","time spent":"2.00013179s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:12.998873Z","caller":"traceutil/trace.go:171","msg":"trace[97666407] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"2.983298618s","start":"2026-07-03T15:58:10.01555Z","end":"2026-07-03T15:58:12.998848Z","steps":["trace[97666407] 'process raft request' (duration: 2.983210346s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.998916Z","caller":"traceutil/trace.go:171","msg":"trace[1679623962] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"2.983948033s","start":"2026-07-03T15:58:10.014914Z","end":"2026-07-03T15:58:12.998862Z","steps":["trace[1679623962] 'process raft request' (duration: 2.983680857s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.999035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.015539Z","time spent":"2.98340918s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:12.999273Z","caller":"traceutil/trace.go:171","msg":"trace[2091084504] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"2.75733542s","start":"2026-07-03T15:58:10.241923Z","end":"2026-07-03T15:58:12.999258Z","steps":["trace[2091084504] 'process raft request' (duration: 2.75688404s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.999345Z","caller":"traceutil/trace.go:171","msg":"trace[1867212306] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"2.757013583s","start":"2026-07-03T15:58:10.242313Z","end":"2026-07-03T15:58:12.999327Z","steps":["trace[1867212306] 'process raft request' (duration: 2.756796578s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.999358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.241893Z","time spent":"2.757416653s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:12.999378Z","caller":"traceutil/trace.go:171","msg":"trace[2135005474] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2298; }","duration":"2.986456179s","start":"2026-07-03T15:58:10.012896Z","end":"2026-07-03T15:58:12.999352Z","steps":["trace[2135005474] 'read index received' (duration: 2.542947937s)","trace[2135005474] 'applied index is now lower than readState.Index' (duration: 443.507012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:12.999509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.242289Z","time spent":"2.757106785s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:12.999492Z","caller":"traceutil/trace.go:171","msg":"trace[1468587661] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"2.754924476s","start":"2026-07-03T15:58:10.244523Z","end":"2026-07-03T15:58:12.999448Z","steps":["trace[1468587661] 'process raft request' (duration: 2.754781492s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.999698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986763277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:58:12.99972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.24451Z","time spent":"2.75507619s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:12.999746Z","caller":"traceutil/trace.go:171","msg":"trace[1943601623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2210; }","duration":"2.98691595s","start":"2026-07-03T15:58:10.012818Z","end":"2026-07-03T15:58:12.999734Z","steps":["trace[1943601623] 'agreement among raft nodes before linearized reading' (duration: 2.986705284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.99979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060231885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:58:12.999794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.012778Z","time spent":"2.987001162s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:12.999808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739612158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:12.999408Z","caller":"traceutil/trace.go:171","msg":"trace[1094443706] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"2.755368815s","start":"2026-07-03T15:58:10.244009Z","end":"2026-07-03T15:58:12.999378Z","steps":["trace[1094443706] 'process raft request' (duration: 2.755256793s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.999932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311339753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"warn","ts":"2026-07-03T15:58:12.99996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318398322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:12.999993Z","caller":"traceutil/trace.go:171","msg":"trace[200464795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2210; }","duration":"2.318476955s","start":"2026-07-03T15:58:10.681509Z","end":"2026-07-03T15:58:12.999986Z","steps":["trace[200464795] 'agreement among raft nodes before linearized reading' (duration: 2.318376752s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.999984Z","caller":"traceutil/trace.go:171","msg":"trace[163564004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2210; }","duration":"1.311420405s","start":"2026-07-03T15:58:11.688544Z","end":"2026-07-03T15:58:12.999965Z","steps":["trace[163564004] 'agreement among raft nodes before linearized reading' (duration: 1.311315433s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.99997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.244Z","time spent":"2.755902009s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:13.000037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.681477Z","time spent":"2.318553276s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:58:13.000059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.688488Z","time spent":"1.311550099s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:58:12.999808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191715519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:13.00018Z","caller":"traceutil/trace.go:171","msg":"trace[1158510973] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2210; }","duration":"1.192172489s","start":"2026-07-03T15:58:11.807985Z","end":"2026-07-03T15:58:13.000157Z","steps":["trace[1158510973] 'agreement among raft nodes before linearized reading' (duration: 1.191661178s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:13.000236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.807959Z","time spent":"1.192259172s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:12.999839Z","caller":"traceutil/trace.go:171","msg":"trace[2001434553] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:2210; }","duration":"2.060314487s","start":"2026-07-03T15:58:10.939513Z","end":"2026-07-03T15:58:12.999828Z","steps":["trace[2001434553] 'agreement among raft nodes before linearized reading' (duration: 2.060128703s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:13.000329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.939492Z","time spent":"2.060822878s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T15:58:12.999863Z","caller":"traceutil/trace.go:171","msg":"trace[435119058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"2.73969654s","start":"2026-07-03T15:58:10.26015Z","end":"2026-07-03T15:58:12.999847Z","steps":["trace[435119058] 'agreement among raft nodes before linearized reading' (duration: 2.739465985s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:13.000443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.260138Z","time spent":"2.740290713s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:13.000877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.01487Z","time spent":"2.985934978s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:25.963463Z","caller":"traceutil/trace.go:171","msg":"trace[703170638] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2385; }","duration":"138.173125ms","start":"2026-07-03T15:58:25.825251Z","end":"2026-07-03T15:58:25.963424Z","steps":["trace[703170638] 'read index received' (duration: 137.696224ms)","trace[703170638] 'applied index is now lower than readState.Index' (duration: 474.86µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:25.963579Z","caller":"traceutil/trace.go:171","msg":"trace[526746575] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"250.957503ms","start":"2026-07-03T15:58:25.712573Z","end":"2026-07-03T15:58:25.963531Z","steps":["trace[526746575] 'process raft request' (duration: 250.498323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:25.963933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.644725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12401"} {"level":"info","ts":"2026-07-03T15:58:25.964123Z","caller":"traceutil/trace.go:171","msg":"trace[1156832122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2287; }","duration":"138.82987ms","start":"2026-07-03T15:58:25.82522Z","end":"2026-07-03T15:58:25.964049Z","steps":["trace[1156832122] 'agreement among raft nodes before linearized reading' (duration: 138.468001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:25.964127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.177092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T15:58:25.964776Z","caller":"traceutil/trace.go:171","msg":"trace[1994357475] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2287; }","duration":"100.912049ms","start":"2026-07-03T15:58:25.863843Z","end":"2026-07-03T15:58:25.964755Z","steps":["trace[1994357475] 'agreement among raft nodes before linearized reading' (duration: 100.014588ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:26.223067Z","caller":"traceutil/trace.go:171","msg":"trace[1534065755] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2386; }","duration":"107.53156ms","start":"2026-07-03T15:58:26.115495Z","end":"2026-07-03T15:58:26.223027Z","steps":["trace[1534065755] 'read index received' (duration: 107.208503ms)","trace[1534065755] 'applied index is now lower than readState.Index' (duration: 321.347µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:26.223142Z","caller":"traceutil/trace.go:171","msg":"trace[863043454] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"244.490567ms","start":"2026-07-03T15:58:25.978601Z","end":"2026-07-03T15:58:26.223092Z","steps":["trace[863043454] 'process raft request' (duration: 244.075397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:26.223422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.883319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:26.223484Z","caller":"traceutil/trace.go:171","msg":"trace[1199322820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2288; }","duration":"108.025122ms","start":"2026-07-03T15:58:26.115439Z","end":"2026-07-03T15:58:26.223464Z","steps":["trace[1199322820] 'agreement among raft nodes before linearized reading' (duration: 107.745916ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:27.278341Z","caller":"traceutil/trace.go:171","msg":"trace[807586665] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2394; }","duration":"182.391689ms","start":"2026-07-03T15:58:27.09591Z","end":"2026-07-03T15:58:27.278302Z","steps":["trace[807586665] 'read index received' (duration: 126.173273ms)","trace[807586665] 'applied index is now lower than readState.Index' (duration: 56.216946ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:27.27853Z","caller":"traceutil/trace.go:171","msg":"trace[421120488] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"184.724021ms","start":"2026-07-03T15:58:27.093786Z","end":"2026-07-03T15:58:27.27851Z","steps":["trace[421120488] 'process raft request' (duration: 128.30506ms)","trace[421120488] 'compare' (duration: 56.039673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:27.278832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.592273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:58:27.278917Z","caller":"traceutil/trace.go:171","msg":"trace[1901327186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2296; }","duration":"167.711766ms","start":"2026-07-03T15:58:27.111187Z","end":"2026-07-03T15:58:27.278898Z","steps":["trace[1901327186] 'agreement among raft nodes before linearized reading' (duration: 167.339207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:27.279018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.089195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T15:58:27.279129Z","caller":"traceutil/trace.go:171","msg":"trace[284642638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2296; }","duration":"183.286209ms","start":"2026-07-03T15:58:27.095812Z","end":"2026-07-03T15:58:27.279098Z","steps":["trace[284642638] 'agreement among raft nodes before linearized reading' (duration: 183.031343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.871723Z","caller":"traceutil/trace.go:171","msg":"trace[2047345815] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"102.144918ms","start":"2026-07-03T15:58:28.769552Z","end":"2026-07-03T15:58:28.871697Z","steps":["trace[2047345815] 'process raft request' (duration: 101.954103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:29.092492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.239896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:29.092573Z","caller":"traceutil/trace.go:171","msg":"trace[479749855] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2299; }","duration":"123.389219ms","start":"2026-07-03T15:58:28.969166Z","end":"2026-07-03T15:58:29.092555Z","steps":["trace[479749855] 'count revisions from in-memory index tree' (duration: 123.123433ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:29.329135Z","caller":"traceutil/trace.go:171","msg":"trace[2109139887] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"144.293464ms","start":"2026-07-03T15:58:29.184816Z","end":"2026-07-03T15:58:29.32911Z","steps":["trace[2109139887] 'process raft request' (duration: 144.11582ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:31.062278Z","caller":"traceutil/trace.go:171","msg":"trace[1189533744] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2410; }","duration":"116.337809ms","start":"2026-07-03T15:58:30.945908Z","end":"2026-07-03T15:58:31.062246Z","steps":["trace[1189533744] 'read index received' (duration: 108.520062ms)","trace[1189533744] 'applied index is now lower than readState.Index' (duration: 7.815137ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:31.062293Z","caller":"traceutil/trace.go:171","msg":"trace[1630323458] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"108.02833ms","start":"2026-07-03T15:58:30.954238Z","end":"2026-07-03T15:58:31.062266Z","steps":["trace[1630323458] 'process raft request' (duration: 107.885487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.062412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.488933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:31.062473Z","caller":"traceutil/trace.go:171","msg":"trace[583031963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2311; }","duration":"116.604745ms","start":"2026-07-03T15:58:30.945854Z","end":"2026-07-03T15:58:31.062459Z","steps":["trace[583031963] 'agreement among raft nodes before linearized reading' (duration: 116.464192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:41.587321Z","caller":"traceutil/trace.go:171","msg":"trace[1411518407] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"126.838651ms","start":"2026-07-03T15:58:41.460454Z","end":"2026-07-03T15:58:41.587293Z","steps":["trace[1411518407] 'process raft request' (duration: 121.024046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.31039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.808741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-03T15:58:43.310487Z","caller":"traceutil/trace.go:171","msg":"trace[921639316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2374; }","duration":"126.961074ms","start":"2026-07-03T15:58:43.183505Z","end":"2026-07-03T15:58:43.310466Z","steps":["trace[921639316] 'range keys from in-memory index tree' (duration: 126.465802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.931978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.293659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T15:58:45.932042Z","caller":"traceutil/trace.go:171","msg":"trace[1938709445] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f; range_end:; response_count:1; response_revision:2391; }","duration":"223.405182ms","start":"2026-07-03T15:58:45.708623Z","end":"2026-07-03T15:58:45.932028Z","steps":["trace[1938709445] 'range keys from in-memory index tree' (duration: 223.133146ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:49.526705Z","caller":"traceutil/trace.go:171","msg":"trace[964541217] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"373.329718ms","start":"2026-07-03T15:58:49.153354Z","end":"2026-07-03T15:58:49.526683Z","steps":["trace[964541217] 'process raft request' (duration: 373.163123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:49.526849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.153332Z","time spent":"373.443941ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:49.636168Z","caller":"traceutil/trace.go:171","msg":"trace[155217759] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"373.43077ms","start":"2026-07-03T15:58:49.262701Z","end":"2026-07-03T15:58:49.636132Z","steps":["trace[155217759] 'process raft request' (duration: 373.171973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:49.636402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.262674Z","time spent":"373.600435ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:49.636554Z","caller":"traceutil/trace.go:171","msg":"trace[1145339049] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"182.868217ms","start":"2026-07-03T15:58:49.453648Z","end":"2026-07-03T15:58:49.636516Z","steps":["trace[1145339049] 'process raft request' (duration: 182.418767ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:49.636775Z","caller":"traceutil/trace.go:171","msg":"trace[738447219] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"179.951269ms","start":"2026-07-03T15:58:49.45681Z","end":"2026-07-03T15:58:49.636761Z","steps":["trace[738447219] 'process raft request' (duration: 179.828546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:49.636765Z","caller":"traceutil/trace.go:171","msg":"trace[1178598451] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2507; }","duration":"229.707368ms","start":"2026-07-03T15:58:49.407032Z","end":"2026-07-03T15:58:49.636739Z","steps":["trace[1178598451] 'read index received' (duration: 119.554932ms)","trace[1178598451] 'applied index is now lower than readState.Index' (duration: 110.150856ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:49.636793Z","caller":"traceutil/trace.go:171","msg":"trace[1725021530] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"180.234856ms","start":"2026-07-03T15:58:49.456526Z","end":"2026-07-03T15:58:49.636761Z","steps":["trace[1725021530] 'process raft request' (duration: 179.823796ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:49.636836Z","caller":"traceutil/trace.go:171","msg":"trace[773082852] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"179.248582ms","start":"2026-07-03T15:58:49.457572Z","end":"2026-07-03T15:58:49.63682Z","steps":["trace[773082852] 'process raft request' (duration: 179.109159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:49.63701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.919334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:58:49.637019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.461921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:58:49.637082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.988694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:49.637092Z","caller":"traceutil/trace.go:171","msg":"trace[1312131397] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2409; }","duration":"230.095207ms","start":"2026-07-03T15:58:49.406976Z","end":"2026-07-03T15:58:49.637071Z","steps":["trace[1312131397] 'agreement among raft nodes before linearized reading' (duration: 229.852471ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:49.637097Z","caller":"traceutil/trace.go:171","msg":"trace[44326716] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2409; }","duration":"148.592394ms","start":"2026-07-03T15:58:49.488486Z","end":"2026-07-03T15:58:49.637079Z","steps":["trace[44326716] 'agreement among raft nodes before linearized reading' (duration: 148.41664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:49.637128Z","caller":"traceutil/trace.go:171","msg":"trace[1040114307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2409; }","duration":"114.095617ms","start":"2026-07-03T15:58:49.523016Z","end":"2026-07-03T15:58:49.637112Z","steps":["trace[1040114307] 'agreement among raft nodes before linearized reading' (duration: 113.926863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:50.302111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.420662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:50.302553Z","caller":"traceutil/trace.go:171","msg":"trace[1678492910] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"660.242227ms","start":"2026-07-03T15:58:49.642274Z","end":"2026-07-03T15:58:50.302516Z","steps":["trace[1678492910] 'process raft request' (duration: 105.262862ms)","trace[1678492910] 'compare' (duration: 554.28509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:50.30267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.642247Z","time spent":"660.360829ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:50.302769Z","caller":"traceutil/trace.go:171","msg":"trace[1864640118] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"660.452533ms","start":"2026-07-03T15:58:49.642279Z","end":"2026-07-03T15:58:50.302732Z","steps":["trace[1864640118] 'process raft request' (duration: 660.207547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:50.302816Z","caller":"traceutil/trace.go:171","msg":"trace[1409987621] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2514; }","duration":"607.534951ms","start":"2026-07-03T15:58:49.695254Z","end":"2026-07-03T15:58:50.302789Z","steps":["trace[1409987621] 'read index received' (duration: 52.193756ms)","trace[1409987621] 'applied index is now lower than readState.Index' (duration: 555.337384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:50.302905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.642254Z","time spent":"660.582726ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:50.302941Z","caller":"traceutil/trace.go:171","msg":"trace[194091231] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"660.505454ms","start":"2026-07-03T15:58:49.642425Z","end":"2026-07-03T15:58:50.30293Z","steps":["trace[194091231] 'process raft request' (duration: 660.236998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:50.303008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.760015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:50.303036Z","caller":"traceutil/trace.go:171","msg":"trace[930838214] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2414; }","duration":"607.828247ms","start":"2026-07-03T15:58:49.695201Z","end":"2026-07-03T15:58:50.303029Z","steps":["trace[930838214] 'agreement among raft nodes before linearized reading' (duration: 607.777546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:50.303055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.695178Z","time spent":"607.872708ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:50.303042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.642415Z","time spent":"660.581396ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:50.30278Z","caller":"traceutil/trace.go:171","msg":"trace[1256377806] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"466.400929ms","start":"2026-07-03T15:58:49.83636Z","end":"2026-07-03T15:58:50.302761Z","steps":["trace[1256377806] 'process raft request' (duration: 466.347088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:50.303269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.836316Z","time spent":"466.8664ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:58:50.563319Z","caller":"traceutil/trace.go:171","msg":"trace[576998887] linearizableReadLoop","detail":"{readStateIndex:2519; appliedIndex:2518; }","duration":"260.368598ms","start":"2026-07-03T15:58:50.302917Z","end":"2026-07-03T15:58:50.563286Z","steps":["trace[576998887] 'read index received' (duration: 194.657969ms)","trace[576998887] 'applied index is now lower than readState.Index' (duration: 65.709099ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:50.563361Z","caller":"traceutil/trace.go:171","msg":"trace[142098326] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"473.951804ms","start":"2026-07-03T15:58:50.089371Z","end":"2026-07-03T15:58:50.563323Z","steps":["trace[142098326] 'process raft request' (duration: 408.225614ms)","trace[142098326] 'compare' (duration: 65.403871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:50.56345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.242341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:50.563494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.882306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:50.563517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:50.089349Z","time spent":"474.082077ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:50.563519Z","caller":"traceutil/trace.go:171","msg":"trace[634723937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2415; }","duration":"619.368984ms","start":"2026-07-03T15:58:49.944133Z","end":"2026-07-03T15:58:50.563502Z","steps":["trace[634723937] 'agreement among raft nodes before linearized reading' (duration: 619.232281ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:50.563537Z","caller":"traceutil/trace.go:171","msg":"trace[607429745] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2415; }","duration":"799.953167ms","start":"2026-07-03T15:58:49.763568Z","end":"2026-07-03T15:58:50.563521Z","steps":["trace[607429745] 'agreement among raft nodes before linearized reading' (duration: 799.835255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:50.563568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.944113Z","time spent":"619.447215ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:50.563584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:49.763497Z","time spent":"800.07551ms","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:52.152882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687328097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:52.509012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750082015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:52.509118Z","caller":"traceutil/trace.go:171","msg":"trace[814061167] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2415; }","duration":"1.750267749s","start":"2026-07-03T15:58:50.758827Z","end":"2026-07-03T15:58:52.509095Z","steps":["trace[814061167] 'count revisions from in-memory index tree' (duration: 1.749849049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.509167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:50.758801Z","time spent":"1.750351781s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:52.509321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563928322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:52.509313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56429585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:58:52.509423Z","caller":"traceutil/trace.go:171","msg":"trace[169254710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2415; }","duration":"1.564049395s","start":"2026-07-03T15:58:50.94535Z","end":"2026-07-03T15:58:52.5094Z","steps":["trace[169254710] 'range keys from in-memory index tree' (duration: 1.56384382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.509452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781231385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T15:58:52.509456Z","caller":"traceutil/trace.go:171","msg":"trace[1730700978] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:2415; }","duration":"1.564513795s","start":"2026-07-03T15:58:50.944911Z","end":"2026-07-03T15:58:52.509425Z","steps":["trace[1730700978] 'range keys from in-memory index tree' (duration: 1.563751128s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.509477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:50.945284Z","time spent":"1.564182667s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:52.509497Z","caller":"traceutil/trace.go:171","msg":"trace[896132431] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f; range_end:; response_count:1; response_revision:2415; }","duration":"1.781319607s","start":"2026-07-03T15:58:50.728163Z","end":"2026-07-03T15:58:52.509483Z","steps":["trace[896132431] 'range keys from in-memory index tree' (duration: 1.78103681s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.509523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:50.728098Z","time spent":"1.781419259s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f\" "} {"level":"warn","ts":"2026-07-03T15:58:52.50953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:50.944888Z","time spent":"1.564625527s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T15:58:52.509904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502108623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:52.510003Z","caller":"traceutil/trace.go:171","msg":"trace[1507460679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2415; }","duration":"1.502263487s","start":"2026-07-03T15:58:51.007722Z","end":"2026-07-03T15:58:52.509986Z","steps":["trace[1507460679] 'count revisions from in-memory index tree' (duration: 1.502019972s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.510042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.007702Z","time spent":"1.502328428s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:52.509347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642331273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:52.510229Z","caller":"traceutil/trace.go:171","msg":"trace[673208608] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2415; }","duration":"1.643268696s","start":"2026-07-03T15:58:50.86695Z","end":"2026-07-03T15:58:52.510218Z","steps":["trace[673208608] 'count revisions from in-memory index tree' (duration: 1.642144959s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.510267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:50.866914Z","time spent":"1.643340977s","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:52.51022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.265561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:52.510293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443973451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:52.510342Z","caller":"traceutil/trace.go:171","msg":"trace[379639032] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2415; }","duration":"979.424425ms","start":"2026-07-03T15:58:51.530899Z","end":"2026-07-03T15:58:52.510323Z","steps":["trace[379639032] 'count revisions from in-memory index tree' (duration: 979.18594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.510402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.915314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T15:58:52.510433Z","caller":"traceutil/trace.go:171","msg":"trace[890170552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2415; }","duration":"978.987885ms","start":"2026-07-03T15:58:51.531438Z","end":"2026-07-03T15:58:52.510425Z","steps":["trace[890170552] 'range keys from in-memory index tree' (duration: 978.75619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.510431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.530878Z","time spent":"979.524037ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:52.510462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.53141Z","time spent":"979.044156ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:52.510586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.893018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:52.510364Z","caller":"traceutil/trace.go:171","msg":"trace[548365740] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2415; }","duration":"1.444111584s","start":"2026-07-03T15:58:51.066237Z","end":"2026-07-03T15:58:52.510349Z","steps":["trace[548365740] 'count revisions from in-memory index tree' (duration: 1.443821907s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.510657Z","caller":"traceutil/trace.go:171","msg":"trace[710528223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2415; }","duration":"926.01803ms","start":"2026-07-03T15:58:51.584623Z","end":"2026-07-03T15:58:52.510641Z","steps":["trace[710528223] 'count revisions from in-memory index tree' (duration: 925.775526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.510699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.584596Z","time spent":"926.092152ms","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:52.510755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.066214Z","time spent":"1.444475922s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:52.510848Z","caller":"traceutil/trace.go:171","msg":"trace[571011402] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"868.297247ms","start":"2026-07-03T15:58:51.642542Z","end":"2026-07-03T15:58:52.510839Z","steps":["trace[571011402] 'process raft request' (duration: 868.191444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.510931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.642507Z","time spent":"868.369239ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:52.511066Z","caller":"traceutil/trace.go:171","msg":"trace[325731046] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"868.718496ms","start":"2026-07-03T15:58:51.642337Z","end":"2026-07-03T15:58:52.511056Z","steps":["trace[325731046] 'process raft request' (duration: 824.035593ms)","trace[325731046] 'compare' (duration: 42.493492ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:52.511061Z","caller":"traceutil/trace.go:171","msg":"trace[960425418] linearizableReadLoop","detail":"{readStateIndex:2523; appliedIndex:2519; }","duration":"859.094054ms","start":"2026-07-03T15:58:51.651947Z","end":"2026-07-03T15:58:52.511041Z","steps":["trace[960425418] 'read index received' (duration: 814.456272ms)","trace[960425418] 'applied index is now lower than readState.Index' (duration: 44.631032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:52.511118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.642307Z","time spent":"868.783947ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:52.51121Z","caller":"traceutil/trace.go:171","msg":"trace[1875122926] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"866.763742ms","start":"2026-07-03T15:58:51.644427Z","end":"2026-07-03T15:58:52.51119Z","steps":["trace[1875122926] 'process raft request' (duration: 866.508186ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.511218Z","caller":"traceutil/trace.go:171","msg":"trace[559022091] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"867.730584ms","start":"2026-07-03T15:58:51.643454Z","end":"2026-07-03T15:58:52.511184Z","steps":["trace[559022091] 'process raft request' (duration: 867.353285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.511358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.644393Z","time spent":"866.855764ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:52.511378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.643438Z","time spent":"867.843796ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:52.511594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.645037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:52.511637Z","caller":"traceutil/trace.go:171","msg":"trace[1691926155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2419; }","duration":"859.732618ms","start":"2026-07-03T15:58:51.651889Z","end":"2026-07-03T15:58:52.511621Z","steps":["trace[1691926155] 'agreement among raft nodes before linearized reading' (duration: 859.630796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.51168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.651867Z","time spent":"859.786969ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:52.511694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.74104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:52.51177Z","caller":"traceutil/trace.go:171","msg":"trace[24644144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2419; }","duration":"821.875673ms","start":"2026-07-03T15:58:51.689873Z","end":"2026-07-03T15:58:52.511748Z","steps":["trace[24644144] 'agreement among raft nodes before linearized reading' (duration: 821.581247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.511727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.612336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:58:52.51169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.399861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:58:52.511829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.689856Z","time spent":"821.959195ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:58:52.511759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.746123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:52.511932Z","caller":"traceutil/trace.go:171","msg":"trace[71093476] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2419; }","duration":"649.004039ms","start":"2026-07-03T15:58:51.862894Z","end":"2026-07-03T15:58:52.511899Z","steps":["trace[71093476] 'agreement among raft nodes before linearized reading' (duration: 648.63282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.512004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:51.862871Z","time spent":"649.119352ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:52.511858Z","caller":"traceutil/trace.go:171","msg":"trace[1897758875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2419; }","duration":"203.602146ms","start":"2026-07-03T15:58:52.308245Z","end":"2026-07-03T15:58:52.511847Z","steps":["trace[1897758875] 'agreement among raft nodes before linearized reading' (duration: 203.290709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.512074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.359873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:58:52.512008Z","caller":"traceutil/trace.go:171","msg":"trace[51917474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2419; }","duration":"203.760849ms","start":"2026-07-03T15:58:52.308078Z","end":"2026-07-03T15:58:52.511839Z","steps":["trace[51917474] 'agreement among raft nodes before linearized reading' (duration: 203.373601ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.512138Z","caller":"traceutil/trace.go:171","msg":"trace[850287900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2419; }","duration":"204.426205ms","start":"2026-07-03T15:58:52.307697Z","end":"2026-07-03T15:58:52.512123Z","steps":["trace[850287900] 'agreement among raft nodes before linearized reading' (duration: 203.805471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:53.048265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687328112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:53.55095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.438085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:53.551218Z","caller":"traceutil/trace.go:171","msg":"trace[281701804] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"1.034241571s","start":"2026-07-03T15:58:52.516931Z","end":"2026-07-03T15:58:53.551173Z","steps":["trace[281701804] 'process raft request' (duration: 1.034211051s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:53.551266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.516922Z","time spent":"1.034321673s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:53.551357Z","caller":"traceutil/trace.go:171","msg":"trace[452150451] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"1.034733502s","start":"2026-07-03T15:58:52.516602Z","end":"2026-07-03T15:58:53.551335Z","steps":["trace[452150451] 'process raft request' (duration: 1.034498767s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:53.551375Z","caller":"traceutil/trace.go:171","msg":"trace[1176568936] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"1.034824264s","start":"2026-07-03T15:58:52.51651Z","end":"2026-07-03T15:58:53.551334Z","steps":["trace[1176568936] 'process raft request' (duration: 1.034527877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:53.551433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.516598Z","time spent":"1.034792523s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:53.551422Z","caller":"traceutil/trace.go:171","msg":"trace[674825534] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"1.034718782s","start":"2026-07-03T15:58:52.516657Z","end":"2026-07-03T15:58:53.551375Z","steps":["trace[674825534] 'process raft request' (duration: 1.034466626s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:53.551512Z","caller":"traceutil/trace.go:171","msg":"trace[1915512138] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"1.034932437s","start":"2026-07-03T15:58:52.516569Z","end":"2026-07-03T15:58:53.551501Z","steps":["trace[1915512138] 'process raft request' (duration: 1.034507037s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:53.551542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.516494Z","time spent":"1.034960738s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:53.551706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.516648Z","time spent":"1.034881245s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:53.551559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.516564Z","time spent":"1.034971098s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:53.552058Z","caller":"traceutil/trace.go:171","msg":"trace[514137386] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"1.036727708s","start":"2026-07-03T15:58:52.515313Z","end":"2026-07-03T15:58:53.552041Z","steps":["trace[514137386] 'process raft request' (duration: 628.124436ms)","trace[514137386] 'compare' (duration: 407.288182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:53.552404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.515294Z","time spent":"1.037015846s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:54.117579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.962413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:54.117661Z","caller":"traceutil/trace.go:171","msg":"trace[599307182] linearizableReadLoop","detail":"{readStateIndex:2531; appliedIndex:2524; }","duration":"1.569783857s","start":"2026-07-03T15:58:52.547864Z","end":"2026-07-03T15:58:54.117648Z","steps":["trace[599307182] 'read index received' (duration: 595.583604ms)","trace[599307182] 'applied index is now lower than readState.Index' (duration: 974.198503ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:54.117715Z","caller":"traceutil/trace.go:171","msg":"trace[608758869] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"1.57598275s","start":"2026-07-03T15:58:52.541725Z","end":"2026-07-03T15:58:54.117707Z","steps":["trace[608758869] 'process raft request' (duration: 1.233824313s)","trace[608758869] 'compare' (duration: 341.677576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:54.117759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.541692Z","time spent":"1.576044101s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:54.117918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570044153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:54.118008Z","caller":"traceutil/trace.go:171","msg":"trace[1337123569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2426; }","duration":"1.570192446s","start":"2026-07-03T15:58:52.547797Z","end":"2026-07-03T15:58:54.11799Z","steps":["trace[1337123569] 'agreement among raft nodes before linearized reading' (duration: 1.569979951s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.118059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:52.547775Z","time spent":"1.570275238s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:54.445877Z","caller":"traceutil/trace.go:171","msg":"trace[1598495958] linearizableReadLoop","detail":"{readStateIndex:2532; appliedIndex:2531; }","duration":"328.169574ms","start":"2026-07-03T15:58:54.117679Z","end":"2026-07-03T15:58:54.445849Z","steps":["trace[1598495958] 'read index received' (duration: 296.717437ms)","trace[1598495958] 'applied index is now lower than readState.Index' (duration: 31.450316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:54.446175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.651614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:54.446262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.277019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:54.446305Z","caller":"traceutil/trace.go:171","msg":"trace[1716324343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2427; }","duration":"927.398521ms","start":"2026-07-03T15:58:53.518894Z","end":"2026-07-03T15:58:54.446292Z","steps":["trace[1716324343] 'agreement among raft nodes before linearized reading' (duration: 927.241718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.446342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:53.518857Z","time spent":"927.476303ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T15:58:54.446363Z","caller":"traceutil/trace.go:171","msg":"trace[1706841874] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"856.407951ms","start":"2026-07-03T15:58:53.58993Z","end":"2026-07-03T15:58:54.446338Z","steps":["trace[1706841874] 'process raft request' (duration: 824.454012ms)","trace[1706841874] 'compare' (duration: 31.220402ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:54.446291Z","caller":"traceutil/trace.go:171","msg":"trace[311029844] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2427; }","duration":"691.837848ms","start":"2026-07-03T15:58:53.75442Z","end":"2026-07-03T15:58:54.446258Z","steps":["trace[311029844] 'agreement among raft nodes before linearized reading' (duration: 691.619963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.446439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:53.754392Z","time spent":"692.021002ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:54.446487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:53.589895Z","time spent":"856.512544ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:54.44655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082691511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-03T15:58:54.446829Z","caller":"traceutil/trace.go:171","msg":"trace[1214198612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2427; }","duration":"1.083034539s","start":"2026-07-03T15:58:53.363773Z","end":"2026-07-03T15:58:54.446807Z","steps":["trace[1214198612] 'agreement among raft nodes before linearized reading' (duration: 1.082586899s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.446884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:53.363729Z","time spent":"1.083140922s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T15:58:54.461351Z","caller":"traceutil/trace.go:171","msg":"trace[2028409436] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"306.662796ms","start":"2026-07-03T15:58:54.154674Z","end":"2026-07-03T15:58:54.461337Z","steps":["trace[2028409436] 'process raft request' (duration: 306.547943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.461466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:54.154651Z","time spent":"306.748578ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:54.461523Z","caller":"traceutil/trace.go:171","msg":"trace[1943602082] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"287.111255ms","start":"2026-07-03T15:58:54.174385Z","end":"2026-07-03T15:58:54.461497Z","steps":["trace[1943602082] 'process raft request' (duration: 286.92549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.461631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.586257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:54.461691Z","caller":"traceutil/trace.go:171","msg":"trace[590673129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2429; }","duration":"342.675179ms","start":"2026-07-03T15:58:54.119002Z","end":"2026-07-03T15:58:54.461677Z","steps":["trace[590673129] 'agreement among raft nodes before linearized reading' (duration: 342.581047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.461694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.934862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-03T15:58:54.461732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:54.118981Z","time spent":"342.743771ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:54.461759Z","caller":"traceutil/trace.go:171","msg":"trace[338866400] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2429; }","duration":"342.036954ms","start":"2026-07-03T15:58:54.119708Z","end":"2026-07-03T15:58:54.461745Z","steps":["trace[338866400] 'agreement among raft nodes before linearized reading' (duration: 341.809909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.461798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:54.119694Z","time spent":"342.094075ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T15:58:55.836176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.560835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:55.836514Z","caller":"traceutil/trace.go:171","msg":"trace[1455260299] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"1.320115907s","start":"2026-07-03T15:58:54.516365Z","end":"2026-07-03T15:58:55.836481Z","steps":["trace[1455260299] 'process raft request' (duration: 807.084671ms)","trace[1455260299] 'compare' (duration: 512.32034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:55.836642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:54.51634Z","time spent":"1.320252491s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:55.955749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687328125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:56.456388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687328125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:56.957206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687328125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:57.236483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.913076491s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:58:57.462562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.02136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:57.462694Z","caller":"traceutil/trace.go:171","msg":"trace[1857420774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2430; }","duration":"473.175794ms","start":"2026-07-03T15:58:56.989498Z","end":"2026-07-03T15:58:57.462674Z","steps":["trace[1857420774] 'range keys from in-memory index tree' (duration: 473.00215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:57.464545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.654971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:57.464836Z","caller":"traceutil/trace.go:171","msg":"trace[2097201302] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"2.947802422s","start":"2026-07-03T15:58:54.517016Z","end":"2026-07-03T15:58:57.464819Z","steps":["trace[2097201302] 'process raft request' (duration: 2.947731461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:57.464933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:54.516998Z","time spent":"2.947881585s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:57.465321Z","caller":"traceutil/trace.go:171","msg":"trace[730794134] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"2.948816716s","start":"2026-07-03T15:58:54.516467Z","end":"2026-07-03T15:58:57.465284Z","steps":["trace[730794134] 'process raft request' (duration: 2.720336926s)","trace[730794134] 'compare' (duration: 225.586103ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:57.465385Z","caller":"traceutil/trace.go:171","msg":"trace[643728876] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"2.948426297s","start":"2026-07-03T15:58:54.516903Z","end":"2026-07-03T15:58:57.46533Z","steps":["trace[643728876] 'process raft request' (duration: 2.947750601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:57.465447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:54.51644Z","time spent":"2.948932598s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:57.465593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:54.516887Z","time spent":"2.94859321s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:57.945245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:58:57.94535Z","caller":"traceutil/trace.go:171","msg":"trace[769607450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762728s","start":"2026-07-03T15:58:55.944565Z","end":"2026-07-03T15:58:57.945328Z","steps":["trace[769607450] 'agreement among raft nodes before linearized reading' (duration: 2.000636325s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:57.945415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.944544Z","time spent":"2.000855659s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:58:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:58:58.938341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473523292s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:58:58.939521Z","caller":"traceutil/trace.go:171","msg":"trace[635973451] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"1.941962169s","start":"2026-07-03T15:58:56.997538Z","end":"2026-07-03T15:58:58.9395Z","steps":["trace[635973451] 'process raft request' (duration: 1.940901904s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:58.939577Z","caller":"traceutil/trace.go:171","msg":"trace[102409695] linearizableReadLoop","detail":"{readStateIndex:2539; appliedIndex:2535; }","duration":"3.48424153s","start":"2026-07-03T15:58:55.455294Z","end":"2026-07-03T15:58:58.939536Z","steps":["trace[102409695] 'read index received' (duration: 1.781532761s)","trace[102409695] 'applied index is now lower than readState.Index' (duration: 1.702706429s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:58.940003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:56.997511Z","time spent":"1.94242073s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:59.127958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672645153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:59.128163Z","caller":"traceutil/trace.go:171","msg":"trace[1548365188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2434; }","duration":"3.672889599s","start":"2026-07-03T15:58:55.455238Z","end":"2026-07-03T15:58:59.128128Z","steps":["trace[1548365188] 'agreement among raft nodes before linearized reading' (duration: 3.484455395s)","trace[1548365188] 'range keys from in-memory index tree' (duration: 187.997024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:59.128282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.455211Z","time spent":"3.673052433s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:59.128642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.974166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:59.128795Z","caller":"traceutil/trace.go:171","msg":"trace[872309864] linearizableReadLoop","detail":"{readStateIndex:2541; appliedIndex:2540; }","duration":"188.72109ms","start":"2026-07-03T15:58:58.940051Z","end":"2026-07-03T15:58:59.128772Z","steps":["trace[872309864] 'read index received' (duration: 90.032µs)","trace[872309864] 'applied index is now lower than readState.Index' (duration: 188.629318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:59.129014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.749195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:59.129068Z","caller":"traceutil/trace.go:171","msg":"trace[2131712868] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2435; }","duration":"768.845487ms","start":"2026-07-03T15:58:58.360209Z","end":"2026-07-03T15:58:59.129055Z","steps":["trace[2131712868] 'agreement among raft nodes before linearized reading' (duration: 768.731494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.12904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400767571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:59.129117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:58.360187Z","time spent":"768.920179ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:59.129102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572745074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:58:59.129157Z","caller":"traceutil/trace.go:171","msg":"trace[1452343367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2435; }","duration":"2.400960606s","start":"2026-07-03T15:58:56.728172Z","end":"2026-07-03T15:58:59.129132Z","steps":["trace[1452343367] 'agreement among raft nodes before linearized reading' (duration: 2.4007081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.129141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124339222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:59.129156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573364839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:58:59.129229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:56.728153Z","time spent":"2.401061638s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:58:59.129234Z","caller":"traceutil/trace.go:171","msg":"trace[1436190191] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2435; }","duration":"3.124451634s","start":"2026-07-03T15:58:56.00476Z","end":"2026-07-03T15:58:59.129211Z","steps":["trace[1436190191] 'agreement among raft nodes before linearized reading' (duration: 3.12427038s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.129189Z","caller":"traceutil/trace.go:171","msg":"trace[408304732] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"1.286592162s","start":"2026-07-03T15:58:57.842545Z","end":"2026-07-03T15:58:59.129138Z","steps":["trace[408304732] 'process raft request' (duration: 1.096977131s)","trace[408304732] 'compare' (duration: 188.487115ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:59.12925Z","caller":"traceutil/trace.go:171","msg":"trace[1091947983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2435; }","duration":"3.573489441s","start":"2026-07-03T15:58:55.555739Z","end":"2026-07-03T15:58:59.129228Z","steps":["trace[1091947983] 'agreement among raft nodes before linearized reading' (duration: 3.573254465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.129241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573313907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:58:59.129294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:56.004695Z","time spent":"3.124587757s","remote":"127.0.0.1:57042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:59.129316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573670306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:59.129313Z","caller":"traceutil/trace.go:171","msg":"trace[378671756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"3.57344362s","start":"2026-07-03T15:58:55.555854Z","end":"2026-07-03T15:58:59.129298Z","steps":["trace[378671756] 'agreement among raft nodes before linearized reading' (duration: 3.573255876s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.129342Z","caller":"traceutil/trace.go:171","msg":"trace[46047714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2435; }","duration":"3.573741057s","start":"2026-07-03T15:58:55.555594Z","end":"2026-07-03T15:58:59.129335Z","steps":["trace[46047714] 'agreement among raft nodes before linearized reading' (duration: 3.573680396s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.129332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.555726Z","time spent":"3.573572683s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:59.129343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.852885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:59.129367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.555564Z","time spent":"3.573796798s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:58:59.129281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574073156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:58:59.129457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427612191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:59.129476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183592102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:59.129503Z","caller":"traceutil/trace.go:171","msg":"trace[1037880397] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2435; }","duration":"1.427688123s","start":"2026-07-03T15:58:57.701804Z","end":"2026-07-03T15:58:59.129492Z","steps":["trace[1037880397] 'agreement among raft nodes before linearized reading' (duration: 1.427621181s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.129521Z","caller":"traceutil/trace.go:171","msg":"trace[2075776883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2435; }","duration":"1.183672284s","start":"2026-07-03T15:58:57.945836Z","end":"2026-07-03T15:58:59.129508Z","steps":["trace[2075776883] 'agreement among raft nodes before linearized reading' (duration: 1.183604093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.129535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:57.701785Z","time spent":"1.427741644s","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:59.129592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:57.945807Z","time spent":"1.183759036s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:59.129362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.555824Z","time spent":"3.573526842s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:58:59.129682Z","caller":"traceutil/trace.go:171","msg":"trace[346364345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"3.574394282s","start":"2026-07-03T15:58:55.555083Z","end":"2026-07-03T15:58:59.129477Z","steps":["trace[346364345] 'agreement among raft nodes before linearized reading' (duration: 3.57384698s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.12918Z","caller":"traceutil/trace.go:171","msg":"trace[1650279766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2435; }","duration":"3.572890607s","start":"2026-07-03T15:58:55.556274Z","end":"2026-07-03T15:58:59.129165Z","steps":["trace[1650279766] 'agreement among raft nodes before linearized reading' (duration: 3.572659072s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.129744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.555058Z","time spent":"3.574670579s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:59.129755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.556245Z","time spent":"3.573489901s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:58:59.129408Z","caller":"traceutil/trace.go:171","msg":"trace[1713595779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2435; }","duration":"192.953219ms","start":"2026-07-03T15:58:58.936439Z","end":"2026-07-03T15:58:59.129392Z","steps":["trace[1713595779] 'agreement among raft nodes before linearized reading' (duration: 192.834316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.129409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:57.84252Z","time spent":"1.286776656s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:59.129249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422542323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T15:58:59.129992Z","caller":"traceutil/trace.go:171","msg":"trace[672381304] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f; range_end:; response_count:1; response_revision:2435; }","duration":"3.423278441s","start":"2026-07-03T15:58:55.7067Z","end":"2026-07-03T15:58:59.129978Z","steps":["trace[672381304] 'agreement among raft nodes before linearized reading' (duration: 3.422506622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.130049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:55.706678Z","time spent":"3.423345902s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2d090efb40f\" "} {"level":"info","ts":"2026-07-03T15:58:59.7945Z","caller":"traceutil/trace.go:171","msg":"trace[1650134048] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"659.44907ms","start":"2026-07-03T15:58:59.135033Z","end":"2026-07-03T15:58:59.794482Z","steps":["trace[1650134048] 'process raft request' (duration: 659.288447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.794573Z","caller":"traceutil/trace.go:171","msg":"trace[970257776] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"659.388719ms","start":"2026-07-03T15:58:59.135173Z","end":"2026-07-03T15:58:59.794562Z","steps":["trace[970257776] 'process raft request' (duration: 659.302957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.794591Z","caller":"traceutil/trace.go:171","msg":"trace[85443910] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2541; }","duration":"654.020815ms","start":"2026-07-03T15:58:59.14054Z","end":"2026-07-03T15:58:59.794561Z","steps":["trace[85443910] 'read index received' (duration: 57.758596ms)","trace[85443910] 'applied index is now lower than readState.Index' (duration: 596.261049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:59.794648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.135022Z","time spent":"659.549012ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:59.794731Z","caller":"traceutil/trace.go:171","msg":"trace[1133485818] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"658.998609ms","start":"2026-07-03T15:58:59.135715Z","end":"2026-07-03T15:58:59.794713Z","steps":["trace[1133485818] 'process raft request' (duration: 658.802544ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.7945Z","caller":"traceutil/trace.go:171","msg":"trace[1521511434] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"660.083185ms","start":"2026-07-03T15:58:59.134373Z","end":"2026-07-03T15:58:59.794456Z","steps":["trace[1521511434] 'process raft request' (duration: 655.529829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.794864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.300671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:59.794899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.135704Z","time spent":"659.087111ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:59.794907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.134352Z","time spent":"660.521605ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:59.795111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.135149Z","time spent":"659.45392ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:59.795187Z","caller":"traceutil/trace.go:171","msg":"trace[1078660843] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"660.061354ms","start":"2026-07-03T15:58:59.135101Z","end":"2026-07-03T15:58:59.795163Z","steps":["trace[1078660843] 'process raft request' (duration: 659.335837ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.795233Z","caller":"traceutil/trace.go:171","msg":"trace[769617561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2441; }","duration":"654.621348ms","start":"2026-07-03T15:58:59.140509Z","end":"2026-07-03T15:58:59.79513Z","steps":["trace[769617561] 'agreement among raft nodes before linearized reading' (duration: 654.25537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.795304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.14049Z","time spent":"654.798093ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:59.795325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.135095Z","time spent":"660.150697ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:59.80932Z","caller":"traceutil/trace.go:171","msg":"trace[1142430254] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"337.267914ms","start":"2026-07-03T15:58:59.472026Z","end":"2026-07-03T15:58:59.809294Z","steps":["trace[1142430254] 'process raft request' (duration: 337.196532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:59.809403Z","caller":"traceutil/trace.go:171","msg":"trace[988054188] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"338.025212ms","start":"2026-07-03T15:58:59.471341Z","end":"2026-07-03T15:58:59.809366Z","steps":["trace[988054188] 'process raft request' (duration: 337.700295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.809481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.47199Z","time spent":"337.403287ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:59.809586Z","caller":"traceutil/trace.go:171","msg":"trace[1679726110] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"336.961837ms","start":"2026-07-03T15:58:59.47256Z","end":"2026-07-03T15:58:59.809522Z","steps":["trace[1679726110] 'process raft request' (duration: 336.700911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.809703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.346006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T15:58:59.809912Z","caller":"traceutil/trace.go:171","msg":"trace[1460910432] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:2444; }","duration":"607.586431ms","start":"2026-07-03T15:58:59.2023Z","end":"2026-07-03T15:58:59.809887Z","steps":["trace[1460910432] 'agreement among raft nodes before linearized reading' (duration: 607.178432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.80982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.47255Z","time spent":"337.149191ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:59.809976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.202284Z","time spent":"607.678524ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T15:58:59.809985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.622237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-03T15:58:59.81008Z","caller":"traceutil/trace.go:171","msg":"trace[935348491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2444; }","duration":"329.76294ms","start":"2026-07-03T15:58:59.480303Z","end":"2026-07-03T15:58:59.810066Z","steps":["trace[935348491] 'agreement among raft nodes before linearized reading' (duration: 329.33174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:59.810152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.480278Z","time spent":"329.862462ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:58:59.810285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:59.471315Z","time spent":"338.137985ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:08.235016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.72605ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T15:59:09.725202Z","caller":"traceutil/trace.go:171","msg":"trace[71389419] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"261.047672ms","start":"2026-07-03T15:59:09.464128Z","end":"2026-07-03T15:59:09.725175Z","steps":["trace[71389419] 'process raft request' (duration: 260.795377ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:09.850942Z","caller":"traceutil/trace.go:171","msg":"trace[114700264] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"382.334026ms","start":"2026-07-03T15:59:09.468579Z","end":"2026-07-03T15:59:09.850913Z","steps":["trace[114700264] 'process raft request' (duration: 382.275335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:09.851004Z","caller":"traceutil/trace.go:171","msg":"trace[1578552705] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"383.683517ms","start":"2026-07-03T15:59:09.467287Z","end":"2026-07-03T15:59:09.850971Z","steps":["trace[1578552705] 'process raft request' (duration: 303.898013ms)","trace[1578552705] 'compare' (duration: 79.522328ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:09.851109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.46854Z","time spent":"382.485019ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:09.85115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.467254Z","time spent":"383.81731ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:10.0214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.405411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:59:10.021491Z","caller":"traceutil/trace.go:171","msg":"trace[1417017292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2493; }","duration":"110.538434ms","start":"2026-07-03T15:59:09.910933Z","end":"2026-07-03T15:59:10.021472Z","steps":["trace[1417017292] 'agreement among raft nodes before linearized reading' (duration: 110.112235ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:10.021632Z","caller":"traceutil/trace.go:171","msg":"trace[1681203407] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"109.494551ms","start":"2026-07-03T15:59:09.91206Z","end":"2026-07-03T15:59:10.021555Z","steps":["trace[1681203407] 'process raft request' (duration: 82.883685ms)","trace[1681203407] 'compare' (duration: 25.775876ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:10.021695Z","caller":"traceutil/trace.go:171","msg":"trace[1808311684] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"108.943038ms","start":"2026-07-03T15:59:09.912727Z","end":"2026-07-03T15:59:10.02167Z","steps":["trace[1808311684] 'process raft request' (duration: 108.169829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:50.466469Z","caller":"traceutil/trace.go:171","msg":"trace[1164554493] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"158.29771ms","start":"2026-07-03T15:59:50.308142Z","end":"2026-07-03T15:59:50.46644Z","steps":["trace[1164554493] 'process raft request' (duration: 158.129956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:50.616964Z","caller":"traceutil/trace.go:171","msg":"trace[1304511052] linearizableReadLoop","detail":"{readStateIndex:2935; appliedIndex:2933; }","duration":"267.604662ms","start":"2026-07-03T15:59:50.349327Z","end":"2026-07-03T15:59:50.616932Z","steps":["trace[1304511052] 'read index received' (duration: 116.987387ms)","trace[1304511052] 'applied index is now lower than readState.Index' (duration: 150.616055ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:50.617125Z","caller":"traceutil/trace.go:171","msg":"trace[155184678] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"304.004774ms","start":"2026-07-03T15:59:50.313105Z","end":"2026-07-03T15:59:50.61711Z","steps":["trace[155184678] 'process raft request' (duration: 218.457587ms)","trace[155184678] 'compare' (duration: 85.221879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:50.617263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.313076Z","time spent":"304.081295ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:50.617316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.813479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T15:59:50.617364Z","caller":"traceutil/trace.go:171","msg":"trace[927004353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2813; }","duration":"251.86501ms","start":"2026-07-03T15:59:50.365485Z","end":"2026-07-03T15:59:50.61735Z","steps":["trace[927004353] 'agreement among raft nodes before linearized reading' (duration: 251.713587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.617354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.471323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:59:50.617454Z","caller":"traceutil/trace.go:171","msg":"trace[1474518802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2813; }","duration":"262.607797ms","start":"2026-07-03T15:59:50.354822Z","end":"2026-07-03T15:59:50.61743Z","steps":["trace[1474518802] 'agreement among raft nodes before linearized reading' (duration: 262.341611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.617439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.099312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T15:59:50.617529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.242403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"info","ts":"2026-07-03T15:59:50.617561Z","caller":"traceutil/trace.go:171","msg":"trace[114861741] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2813; }","duration":"229.296145ms","start":"2026-07-03T15:59:50.388256Z","end":"2026-07-03T15:59:50.617552Z","steps":["trace[114861741] 'agreement among raft nodes before linearized reading' (duration: 229.184012ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:50.617561Z","caller":"traceutil/trace.go:171","msg":"trace[373754911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2813; }","duration":"268.263296ms","start":"2026-07-03T15:59:50.349256Z","end":"2026-07-03T15:59:50.617519Z","steps":["trace[373754911] 'agreement among raft nodes before linearized reading' (duration: 267.98836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.61758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.169307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:59:50.617621Z","caller":"traceutil/trace.go:171","msg":"trace[1743849607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2813; }","duration":"252.224249ms","start":"2026-07-03T15:59:50.365385Z","end":"2026-07-03T15:59:50.617609Z","steps":["trace[1743849607] 'agreement among raft nodes before linearized reading' (duration: 252.111537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.617693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.200218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T15:59:50.61773Z","caller":"traceutil/trace.go:171","msg":"trace[1702213673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2813; }","duration":"259.26235ms","start":"2026-07-03T15:59:50.358454Z","end":"2026-07-03T15:59:50.617717Z","steps":["trace[1702213673] 'agreement among raft nodes before linearized reading' (duration: 259.142838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.929251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.934769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:59:50.929368Z","caller":"traceutil/trace.go:171","msg":"trace[146830331] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"306.819617ms","start":"2026-07-03T15:59:50.622529Z","end":"2026-07-03T15:59:50.929349Z","steps":["trace[146830331] 'process raft request' (duration: 177.250603ms)","trace[146830331] 'compare' (duration: 128.470499ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:50.929441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.622504Z","time spent":"306.904239ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:50.955197Z","caller":"traceutil/trace.go:171","msg":"trace[158109618] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"332.592817ms","start":"2026-07-03T15:59:50.622584Z","end":"2026-07-03T15:59:50.955177Z","steps":["trace[158109618] 'process raft request' (duration: 332.459533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.955332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.622551Z","time spent":"332.70773ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:50.955459Z","caller":"traceutil/trace.go:171","msg":"trace[389827109] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"332.675759ms","start":"2026-07-03T15:59:50.622758Z","end":"2026-07-03T15:59:50.955433Z","steps":["trace[389827109] 'process raft request' (duration: 332.392782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.955578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.622746Z","time spent":"332.774871ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:50.955716Z","caller":"traceutil/trace.go:171","msg":"trace[1889268012] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"332.484565ms","start":"2026-07-03T15:59:50.623206Z","end":"2026-07-03T15:59:50.95569Z","steps":["trace[1889268012] 'process raft request' (duration: 332.155387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.955882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.623195Z","time spent":"332.599727ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:50.956082Z","caller":"traceutil/trace.go:171","msg":"trace[825868993] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"332.781931ms","start":"2026-07-03T15:59:50.62328Z","end":"2026-07-03T15:59:50.956062Z","steps":["trace[825868993] 'process raft request' (duration: 332.369022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.956173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.623257Z","time spent":"332.873934ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:50.956274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.641458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-07-03T15:59:50.956321Z","caller":"traceutil/trace.go:171","msg":"trace[645178210] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4; range_end:; response_count:1; response_revision:2818; }","duration":"325.71981ms","start":"2026-07-03T15:59:50.630586Z","end":"2026-07-03T15:59:50.956306Z","steps":["trace[645178210] 'agreement among raft nodes before linearized reading' (duration: 325.586577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.956357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.630568Z","time spent":"325.782621ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4\" "} {"level":"info","ts":"2026-07-03T15:59:50.956524Z","caller":"traceutil/trace.go:171","msg":"trace[2111765990] linearizableReadLoop","detail":"{readStateIndex:2940; appliedIndex:2935; }","duration":"325.346721ms","start":"2026-07-03T15:59:50.630632Z","end":"2026-07-03T15:59:50.955979Z","steps":["trace[2111765990] 'read index received' (duration: 169.474386ms)","trace[2111765990] 'applied index is now lower than readState.Index' (duration: 155.871165ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:50.988031Z","caller":"traceutil/trace.go:171","msg":"trace[177716399] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"161.397751ms","start":"2026-07-03T15:59:50.826604Z","end":"2026-07-03T15:59:50.988002Z","steps":["trace[177716399] 'process raft request' (duration: 160.88531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.98826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.937394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-07-03T15:59:50.988357Z","caller":"traceutil/trace.go:171","msg":"trace[1362383642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4; range_end:; response_count:1; response_revision:2819; }","duration":"145.073347ms","start":"2026-07-03T15:59:50.84326Z","end":"2026-07-03T15:59:50.988334Z","steps":["trace[1362383642] 'agreement among raft nodes before linearized reading' (duration: 144.731539ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:51.437301Z","caller":"traceutil/trace.go:171","msg":"trace[421599387] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"217.547727ms","start":"2026-07-03T15:59:51.219731Z","end":"2026-07-03T15:59:51.437278Z","steps":["trace[421599387] 'process raft request' (duration: 217.417164ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:51.441442Z","caller":"traceutil/trace.go:171","msg":"trace[1362533818] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"108.569174ms","start":"2026-07-03T15:59:51.33285Z","end":"2026-07-03T15:59:51.441419Z","steps":["trace[1362533818] 'process raft request' (duration: 108.42884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:51.75091Z","caller":"traceutil/trace.go:171","msg":"trace[790232960] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"119.326139ms","start":"2026-07-03T15:59:51.631557Z","end":"2026-07-03T15:59:51.750883Z","steps":["trace[790232960] 'process raft request' (duration: 119.161755ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:51.892646Z","caller":"traceutil/trace.go:171","msg":"trace[1895399360] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2830; }","duration":"130.418392ms","start":"2026-07-03T15:59:51.762198Z","end":"2026-07-03T15:59:51.892617Z","steps":["trace[1895399360] 'process raft request' (duration: 78.522886ms)","trace[1895399360] 'compare' (duration: 51.716732ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:51.892664Z","caller":"traceutil/trace.go:171","msg":"trace[1578868966] linearizableReadLoop","detail":"{readStateIndex:2955; appliedIndex:2953; }","duration":"124.221011ms","start":"2026-07-03T15:59:51.768419Z","end":"2026-07-03T15:59:51.89264Z","steps":["trace[1578868966] 'read index received' (duration: 72.275343ms)","trace[1578868966] 'applied index is now lower than readState.Index' (duration: 51.944388ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:51.892778Z","caller":"traceutil/trace.go:171","msg":"trace[214955182] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"124.833925ms","start":"2026-07-03T15:59:51.767934Z","end":"2026-07-03T15:59:51.892768Z","steps":["trace[214955182] 'process raft request' (duration: 124.61188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:51.893103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.037998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:1 size:5410"} {"level":"warn","ts":"2026-07-03T15:59:51.893148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.706952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-jrthz\" ","response":"range_response_count:1 size:2450"} {"level":"info","ts":"2026-07-03T15:59:51.893203Z","caller":"traceutil/trace.go:171","msg":"trace[1565383144] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-jrthz; range_end:; response_count:1; response_revision:2831; }","duration":"124.797303ms","start":"2026-07-03T15:59:51.768393Z","end":"2026-07-03T15:59:51.893191Z","steps":["trace[1565383144] 'agreement among raft nodes before linearized reading' (duration: 124.439775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:51.893188Z","caller":"traceutil/trace.go:171","msg":"trace[1066509634] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:1; response_revision:2831; }","duration":"121.193002ms","start":"2026-07-03T15:59:51.771977Z","end":"2026-07-03T15:59:51.89317Z","steps":["trace[1066509634] 'agreement among raft nodes before linearized reading' (duration: 120.824604ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.244352Z","caller":"traceutil/trace.go:171","msg":"trace[1107632549] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"160.697156ms","start":"2026-07-03T15:59:52.083623Z","end":"2026-07-03T15:59:52.244321Z","steps":["trace[1107632549] 'process raft request' (duration: 160.497662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.940725Z","caller":"traceutil/trace.go:171","msg":"trace[1004344203] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"133.291858ms","start":"2026-07-03T15:59:52.8074Z","end":"2026-07-03T15:59:52.940692Z","steps":["trace[1004344203] 'process raft request' (duration: 132.993062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:53.751079Z","caller":"traceutil/trace.go:171","msg":"trace[1443349664] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"101.455642ms","start":"2026-07-03T15:59:53.6496Z","end":"2026-07-03T15:59:53.751055Z","steps":["trace[1443349664] 'process raft request' (duration: 101.330308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:56.573584Z","caller":"traceutil/trace.go:171","msg":"trace[1211479480] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"244.676916ms","start":"2026-07-03T15:59:56.328882Z","end":"2026-07-03T15:59:56.573559Z","steps":["trace[1211479480] 'process raft request' (duration: 244.487611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:00.768086Z","caller":"traceutil/trace.go:171","msg":"trace[975651252] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"807.582551ms","start":"2026-07-03T15:59:59.960471Z","end":"2026-07-03T16:00:00.768053Z","steps":["trace[975651252] 'process raft request' (duration: 807.382376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:00.768292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:59.960454Z","time spent":"807.734244ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:00.861998Z","caller":"traceutil/trace.go:171","msg":"trace[1027401195] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"273.923215ms","start":"2026-07-03T16:00:00.588047Z","end":"2026-07-03T16:00:00.86197Z","steps":["trace[1027401195] 'process raft request' (duration: 268.958881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:00.862317Z","caller":"traceutil/trace.go:171","msg":"trace[73504688] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"272.970263ms","start":"2026-07-03T16:00:00.58931Z","end":"2026-07-03T16:00:00.86228Z","steps":["trace[73504688] 'process raft request' (duration: 272.599705ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:00.862393Z","caller":"traceutil/trace.go:171","msg":"trace[1111577108] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"172.66814ms","start":"2026-07-03T16:00:00.689692Z","end":"2026-07-03T16:00:00.86236Z","steps":["trace[1111577108] 'process raft request' (duration: 172.447515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:09.087576Z","caller":"traceutil/trace.go:171","msg":"trace[1209611137] linearizableReadLoop","detail":"{readStateIndex:3107; appliedIndex:3106; }","duration":"152.544208ms","start":"2026-07-03T16:00:08.935003Z","end":"2026-07-03T16:00:09.087547Z","steps":["trace[1209611137] 'read index received' (duration: 152.398035ms)","trace[1209611137] 'applied index is now lower than readState.Index' (duration: 145.263µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:09.087756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.734713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:09.087801Z","caller":"traceutil/trace.go:171","msg":"trace[1544973232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2978; }","duration":"152.796205ms","start":"2026-07-03T16:00:08.934995Z","end":"2026-07-03T16:00:09.087791Z","steps":["trace[1544973232] 'agreement among raft nodes before linearized reading' (duration: 152.713663ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:09.087737Z","caller":"traceutil/trace.go:171","msg":"trace[2091285654] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"162.861145ms","start":"2026-07-03T16:00:08.924833Z","end":"2026-07-03T16:00:09.087694Z","steps":["trace[2091285654] 'process raft request' (duration: 162.569389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:09.092312Z","caller":"traceutil/trace.go:171","msg":"trace[1748814573] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"128.626292ms","start":"2026-07-03T16:00:08.963655Z","end":"2026-07-03T16:00:09.092281Z","steps":["trace[1748814573] 'process raft request' (duration: 128.436657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:09.092348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.047514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:09.092349Z","caller":"traceutil/trace.go:171","msg":"trace[740324477] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"127.799963ms","start":"2026-07-03T16:00:08.964517Z","end":"2026-07-03T16:00:09.092317Z","steps":["trace[740324477] 'process raft request' (duration: 127.694251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:09.092409Z","caller":"traceutil/trace.go:171","msg":"trace[2114619112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2980; }","duration":"147.146246ms","start":"2026-07-03T16:00:08.945245Z","end":"2026-07-03T16:00:09.092391Z","steps":["trace[2114619112] 'agreement among raft nodes before linearized reading' (duration: 147.018953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:09.351083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.418184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:09.351196Z","caller":"traceutil/trace.go:171","msg":"trace[1478181750] linearizableReadLoop","detail":"{readStateIndex:3112; appliedIndex:3111; }","duration":"189.520284ms","start":"2026-07-03T16:00:09.161658Z","end":"2026-07-03T16:00:09.351178Z","steps":["trace[1478181750] 'read index received' (duration: 68.910466ms)","trace[1478181750] 'applied index is now lower than readState.Index' (duration: 120.608378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:09.351424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.744319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T16:00:09.351466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.109544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T16:00:09.351455Z","caller":"traceutil/trace.go:171","msg":"trace[990662879] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"206.755809ms","start":"2026-07-03T16:00:09.144478Z","end":"2026-07-03T16:00:09.351234Z","steps":["trace[990662879] 'process raft request' (duration: 86.091849ms)","trace[990662879] 'compare' (duration: 120.286401ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:09.351504Z","caller":"traceutil/trace.go:171","msg":"trace[1672211138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2983; }","duration":"185.150245ms","start":"2026-07-03T16:00:09.166344Z","end":"2026-07-03T16:00:09.351494Z","steps":["trace[1672211138] 'agreement among raft nodes before linearized reading' (duration: 184.977541ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:09.351504Z","caller":"traceutil/trace.go:171","msg":"trace[1793464063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2983; }","duration":"189.857551ms","start":"2026-07-03T16:00:09.16163Z","end":"2026-07-03T16:00:09.351487Z","steps":["trace[1793464063] 'agreement among raft nodes before linearized reading' (duration: 189.662507ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:09.488965Z","caller":"traceutil/trace.go:171","msg":"trace[777634271] linearizableReadLoop","detail":"{readStateIndex:3114; appliedIndex:3113; }","duration":"117.500956ms","start":"2026-07-03T16:00:09.371431Z","end":"2026-07-03T16:00:09.488932Z","steps":["trace[777634271] 'read index received' (duration: 5.610338ms)","trace[777634271] 'applied index is now lower than readState.Index' (duration: 111.888838ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:09.489047Z","caller":"traceutil/trace.go:171","msg":"trace[146965952] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"133.106404ms","start":"2026-07-03T16:00:09.355905Z","end":"2026-07-03T16:00:09.489012Z","steps":["trace[146965952] 'process raft request' (duration: 95.038504ms)","trace[146965952] 'compare' (duration: 37.812984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:09.489306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.858275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:00:09.489368Z","caller":"traceutil/trace.go:171","msg":"trace[295839528] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2985; }","duration":"117.966909ms","start":"2026-07-03T16:00:09.371388Z","end":"2026-07-03T16:00:09.489355Z","steps":["trace[295839528] 'agreement among raft nodes before linearized reading' (duration: 117.677572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:09.72706Z","caller":"traceutil/trace.go:171","msg":"trace[240476113] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"124.277152ms","start":"2026-07-03T16:00:09.602744Z","end":"2026-07-03T16:00:09.727021Z","steps":["trace[240476113] 'process raft request' (duration: 33.670881ms)","trace[240476113] 'compare' (duration: 90.361796ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:10.139999Z","caller":"traceutil/trace.go:171","msg":"trace[711560122] linearizableReadLoop","detail":"{readStateIndex:3118; appliedIndex:3117; }","duration":"194.279313ms","start":"2026-07-03T16:00:09.945697Z","end":"2026-07-03T16:00:10.139976Z","steps":["trace[711560122] 'read index received' (duration: 194.185971ms)","trace[711560122] 'applied index is now lower than readState.Index' (duration: 92.182µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:10.14015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.441726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:10.140125Z","caller":"traceutil/trace.go:171","msg":"trace[15842154] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"255.644516ms","start":"2026-07-03T16:00:09.884434Z","end":"2026-07-03T16:00:10.140078Z","steps":["trace[15842154] 'process raft request' (duration: 255.395311ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:10.140173Z","caller":"traceutil/trace.go:171","msg":"trace[830225535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2989; }","duration":"194.523959ms","start":"2026-07-03T16:00:09.945641Z","end":"2026-07-03T16:00:10.140165Z","steps":["trace[830225535] 'agreement among raft nodes before linearized reading' (duration: 194.420167ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:31.378774Z","caller":"traceutil/trace.go:171","msg":"trace[1474680124] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"144.915244ms","start":"2026-07-03T16:00:31.233841Z","end":"2026-07-03T16:00:31.378756Z","steps":["trace[1474680124] 'process raft request' (duration: 144.799682ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:31.516722Z","caller":"traceutil/trace.go:171","msg":"trace[1127428546] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"276.827552ms","start":"2026-07-03T16:00:31.239869Z","end":"2026-07-03T16:00:31.516696Z","steps":["trace[1127428546] 'process raft request' (duration: 246.116229ms)","trace[1127428546] 'compare' (duration: 30.513588ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:31.517167Z","caller":"traceutil/trace.go:171","msg":"trace[487152619] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"247.86904ms","start":"2026-07-03T16:00:31.269271Z","end":"2026-07-03T16:00:31.51714Z","steps":["trace[487152619] 'process raft request' (duration: 247.376638ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:31.51723Z","caller":"traceutil/trace.go:171","msg":"trace[1504028182] linearizableReadLoop","detail":"{readStateIndex:3248; appliedIndex:3245; }","duration":"222.779456ms","start":"2026-07-03T16:00:31.294415Z","end":"2026-07-03T16:00:31.517194Z","steps":["trace[1504028182] 'read index received' (duration: 84.244427ms)","trace[1504028182] 'applied index is now lower than readState.Index' (duration: 138.531519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:31.517391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.9669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:00:31.517456Z","caller":"traceutil/trace.go:171","msg":"trace[1666145360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3114; }","duration":"223.061142ms","start":"2026-07-03T16:00:31.29437Z","end":"2026-07-03T16:00:31.517431Z","steps":["trace[1666145360] 'agreement among raft nodes before linearized reading' (duration: 222.907519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:31.568202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.957148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:00:31.568268Z","caller":"traceutil/trace.go:171","msg":"trace[510465156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3115; }","duration":"271.05819ms","start":"2026-07-03T16:00:31.297195Z","end":"2026-07-03T16:00:31.568253Z","steps":["trace[510465156] 'agreement among raft nodes before linearized reading' (duration: 270.849455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:31.568549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.34596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:00:31.568586Z","caller":"traceutil/trace.go:171","msg":"trace[667399292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3115; }","duration":"102.383441ms","start":"2026-07-03T16:00:31.466194Z","end":"2026-07-03T16:00:31.568577Z","steps":["trace[667399292] 'agreement among raft nodes before linearized reading' (duration: 102.286419ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:31.568741Z","caller":"traceutil/trace.go:171","msg":"trace[1156492684] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"163.330525ms","start":"2026-07-03T16:00:31.405391Z","end":"2026-07-03T16:00:31.568721Z","steps":["trace[1156492684] 'process raft request' (duration: 162.538157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:31.568912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.380211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:00:31.568946Z","caller":"traceutil/trace.go:171","msg":"trace[430005725] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3115; }","duration":"196.444803ms","start":"2026-07-03T16:00:31.372493Z","end":"2026-07-03T16:00:31.568938Z","steps":["trace[430005725] 'agreement among raft nodes before linearized reading' (duration: 196.162367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:31.742724Z","caller":"traceutil/trace.go:171","msg":"trace[1326860781] linearizableReadLoop","detail":"{readStateIndex:3253; appliedIndex:3250; }","duration":"129.166864ms","start":"2026-07-03T16:00:31.613532Z","end":"2026-07-03T16:00:31.742699Z","steps":["trace[1326860781] 'read index received' (duration: 39.764819ms)","trace[1326860781] 'applied index is now lower than readState.Index' (duration: 89.400845ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:31.74287Z","caller":"traceutil/trace.go:171","msg":"trace[1387987850] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"169.577698ms","start":"2026-07-03T16:00:31.57328Z","end":"2026-07-03T16:00:31.742858Z","steps":["trace[1387987850] 'process raft request' (duration: 80.080731ms)","trace[1387987850] 'compare' (duration: 89.069027ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:31.743021Z","caller":"traceutil/trace.go:171","msg":"trace[1338972458] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"168.36458ms","start":"2026-07-03T16:00:31.574651Z","end":"2026-07-03T16:00:31.743015Z","steps":["trace[1338972458] 'process raft request' (duration: 167.92542ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:31.743077Z","caller":"traceutil/trace.go:171","msg":"trace[2102330336] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"166.849295ms","start":"2026-07-03T16:00:31.576198Z","end":"2026-07-03T16:00:31.743047Z","steps":["trace[2102330336] 'process raft request' (duration: 166.435226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:31.743144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.595143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:00:31.743222Z","caller":"traceutil/trace.go:171","msg":"trace[1318950630] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3119; }","duration":"129.706947ms","start":"2026-07-03T16:00:31.613498Z","end":"2026-07-03T16:00:31.743205Z","steps":["trace[1318950630] 'agreement among raft nodes before linearized reading' (duration: 129.479731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:32.000563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.75398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:32.001008Z","caller":"traceutil/trace.go:171","msg":"trace[436861900] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"163.104731ms","start":"2026-07-03T16:00:31.837887Z","end":"2026-07-03T16:00:32.000992Z","steps":["trace[436861900] 'process raft request' (duration: 162.768432ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:32.00104Z","caller":"traceutil/trace.go:171","msg":"trace[143015181] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"209.382128ms","start":"2026-07-03T16:00:31.791595Z","end":"2026-07-03T16:00:32.000977Z","steps":["trace[143015181] 'process raft request' (duration: 57.134997ms)","trace[143015181] 'compare' (duration: 151.549564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:32.529828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.148948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:32.529929Z","caller":"traceutil/trace.go:171","msg":"trace[1065546279] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3122; }","duration":"329.310211ms","start":"2026-07-03T16:00:32.200594Z","end":"2026-07-03T16:00:32.529904Z","steps":["trace[1065546279] 'count revisions from in-memory index tree' (duration: 329.082666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:32.529992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:32.200577Z","time spent":"329.402803ms","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:00:32.563253Z","caller":"traceutil/trace.go:171","msg":"trace[327839227] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"195.893211ms","start":"2026-07-03T16:00:32.367337Z","end":"2026-07-03T16:00:32.56323Z","steps":["trace[327839227] 'process raft request' (duration: 195.755698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:33.815827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687329676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:00:34.101196Z","caller":"traceutil/trace.go:171","msg":"trace[1446079963] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"828.631312ms","start":"2026-07-03T16:00:33.272538Z","end":"2026-07-03T16:00:34.101169Z","steps":["trace[1446079963] 'process raft request' (duration: 828.50446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:34.101333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.272477Z","time spent":"828.791867ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:35.441133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026850506s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:35.441433Z","caller":"traceutil/trace.go:171","msg":"trace[471006249] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"2.057514909s","start":"2026-07-03T16:00:33.383877Z","end":"2026-07-03T16:00:35.441392Z","steps":["trace[471006249] 'process raft request' (duration: 1.030292424s)","trace[471006249] 'compare' (duration: 1.026095549s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:35.441581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.383866Z","time spent":"2.057635081s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:35.44182Z","caller":"traceutil/trace.go:171","msg":"trace[1052066440] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"1.919984224s","start":"2026-07-03T16:00:33.521798Z","end":"2026-07-03T16:00:35.441782Z","steps":["trace[1052066440] 'process raft request' (duration: 1.919556944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.442096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.521709Z","time spent":"1.920215239s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:35.442184Z","caller":"traceutil/trace.go:171","msg":"trace[1225368219] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"1.435873011s","start":"2026-07-03T16:00:34.006279Z","end":"2026-07-03T16:00:35.442152Z","steps":["trace[1225368219] 'process raft request' (duration: 1.435621255s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:35.442119Z","caller":"traceutil/trace.go:171","msg":"trace[2127337072] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3258; }","duration":"2.126947557s","start":"2026-07-03T16:00:33.315152Z","end":"2026-07-03T16:00:35.4421Z","steps":["trace[2127337072] 'read index received' (duration: 786.079289ms)","trace[2127337072] 'applied index is now lower than readState.Index' (duration: 1.340867108s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:35.442342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:34.006245Z","time spent":"1.435974294s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:35.442527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127359836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-03T16:00:35.442578Z","caller":"traceutil/trace.go:171","msg":"trace[1499166835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3128; }","duration":"2.127460178s","start":"2026-07-03T16:00:33.315102Z","end":"2026-07-03T16:00:35.442563Z","steps":["trace[1499166835] 'agreement among raft nodes before linearized reading' (duration: 2.127215143s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:35.442118Z","caller":"traceutil/trace.go:171","msg":"trace[184152609] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"1.920147568s","start":"2026-07-03T16:00:33.521953Z","end":"2026-07-03T16:00:35.442101Z","steps":["trace[184152609] 'process raft request' (duration: 1.919857451s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.442657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.315084Z","time spent":"2.12756356s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:00:35.442761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.521941Z","time spent":"1.920750661s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:35.442981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672629166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:35.443041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49752191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:35.443059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695606971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:00:35.443084Z","caller":"traceutil/trace.go:171","msg":"trace[1412808462] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3128; }","duration":"1.672780909s","start":"2026-07-03T16:00:33.770275Z","end":"2026-07-03T16:00:35.443056Z","steps":["trace[1412808462] 'agreement among raft nodes before linearized reading' (duration: 1.672607236s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.443141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69558711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:00:35.443177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.383763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:00:35.443187Z","caller":"traceutil/trace.go:171","msg":"trace[554929231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3128; }","duration":"1.695678782s","start":"2026-07-03T16:00:33.747498Z","end":"2026-07-03T16:00:35.443177Z","steps":["trace[554929231] 'agreement among raft nodes before linearized reading' (duration: 1.69556347s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.443181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.770258Z","time spent":"1.672911262s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:00:35.443215Z","caller":"traceutil/trace.go:171","msg":"trace[133121307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3128; }","duration":"228.451634ms","start":"2026-07-03T16:00:35.214752Z","end":"2026-07-03T16:00:35.443204Z","steps":["trace[133121307] 'agreement among raft nodes before linearized reading' (duration: 228.356522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.443219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.747464Z","time spent":"1.695745824s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:35.443201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6955765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:00:35.443285Z","caller":"traceutil/trace.go:171","msg":"trace[867095366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3128; }","duration":"1.695723553s","start":"2026-07-03T16:00:33.747543Z","end":"2026-07-03T16:00:35.443267Z","steps":["trace[867095366] 'agreement among raft nodes before linearized reading' (duration: 1.695490098s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.443273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071497228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T16:00:35.44329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83020317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:00:35.443338Z","caller":"traceutil/trace.go:171","msg":"trace[1160125481] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3128; }","duration":"2.071586621s","start":"2026-07-03T16:00:33.371741Z","end":"2026-07-03T16:00:35.443328Z","steps":["trace[1160125481] 'agreement among raft nodes before linearized reading' (duration: 2.071410337s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:35.443365Z","caller":"traceutil/trace.go:171","msg":"trace[676397250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3128; }","duration":"1.830321752s","start":"2026-07-03T16:00:33.613024Z","end":"2026-07-03T16:00:35.443346Z","steps":["trace[676397250] 'agreement among raft nodes before linearized reading' (duration: 1.830074806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.443404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.37173Z","time spent":"2.071665382s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T16:00:35.443382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.747509Z","time spent":"1.695859947s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:35.443429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.613006Z","time spent":"1.830413685s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:00:35.443126Z","caller":"traceutil/trace.go:171","msg":"trace[592944390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3128; }","duration":"1.695711174s","start":"2026-07-03T16:00:33.747403Z","end":"2026-07-03T16:00:35.443114Z","steps":["trace[592944390] 'agreement among raft nodes before linearized reading' (duration: 1.695520269s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.44357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.747383Z","time spent":"1.696178884s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:00:35.443091Z","caller":"traceutil/trace.go:171","msg":"trace[558642469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3128; }","duration":"1.497611342s","start":"2026-07-03T16:00:33.945464Z","end":"2026-07-03T16:00:35.443075Z","steps":["trace[558642469] 'agreement among raft nodes before linearized reading' (duration: 1.49750816s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.443628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576504887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:35.44369Z","caller":"traceutil/trace.go:171","msg":"trace[1675016435] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3128; }","duration":"1.576572208s","start":"2026-07-03T16:00:33.867105Z","end":"2026-07-03T16:00:35.443677Z","steps":["trace[1675016435] 'agreement among raft nodes before linearized reading' (duration: 1.576483976s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.443653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.945444Z","time spent":"1.498191316s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:00:35.443734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.867005Z","time spent":"1.576716351s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:35.44391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112823904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2ee477fd734\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-03T16:00:35.444271Z","caller":"traceutil/trace.go:171","msg":"trace[1767501629] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2ee477fd734; range_end:; response_count:1; response_revision:3128; }","duration":"2.113222823s","start":"2026-07-03T16:00:33.331028Z","end":"2026-07-03T16:00:35.444251Z","steps":["trace[1767501629] 'agreement among raft nodes before linearized reading' (duration: 2.111912673s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.444338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.331008Z","time spent":"2.113308456s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bed2ee477fd734\" "} {"level":"warn","ts":"2026-07-03T16:00:35.444395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615870798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:00:35.444976Z","caller":"traceutil/trace.go:171","msg":"trace[52579495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3128; }","duration":"1.616424191s","start":"2026-07-03T16:00:33.828467Z","end":"2026-07-03T16:00:35.444891Z","steps":["trace[52579495] 'agreement among raft nodes before linearized reading' (duration: 1.614907796s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:35.445058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:33.828448Z","time spent":"1.616594754s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:35.949207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687329685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:00:37.43224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307022563s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:00:37.452482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:00:37.452555Z","caller":"traceutil/trace.go:171","msg":"trace[386976567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094456s","start":"2026-07-03T16:00:35.452446Z","end":"2026-07-03T16:00:37.452541Z","steps":["trace[386976567] 'agreement among raft nodes before linearized reading' (duration: 2.000006094s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.452597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.452436Z","time spent":"2.000152267s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:00:37.697063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.29411ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:37.697238Z","caller":"traceutil/trace.go:171","msg":"trace[1953825319] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3128; }","duration":"708.490154ms","start":"2026-07-03T16:00:36.988725Z","end":"2026-07-03T16:00:37.697215Z","steps":["trace[1953825319] 'range keys from in-memory index tree' (duration: 708.270969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.697733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573008666s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:37.698013Z","caller":"traceutil/trace.go:171","msg":"trace[1937501872] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"2.250142885s","start":"2026-07-03T16:00:35.44784Z","end":"2026-07-03T16:00:37.697982Z","steps":["trace[1937501872] 'process raft request' (duration: 676.726169ms)","trace[1937501872] 'compare' (duration: 1.572063895s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:37.698143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.447818Z","time spent":"2.250255937s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:37.698359Z","caller":"traceutil/trace.go:171","msg":"trace[1693394828] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"2.249912059s","start":"2026-07-03T16:00:35.448434Z","end":"2026-07-03T16:00:37.698346Z","steps":["trace[1693394828] 'process raft request' (duration: 2.249464509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.698421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.448412Z","time spent":"2.249981201s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:37.698766Z","caller":"traceutil/trace.go:171","msg":"trace[2041851839] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"2.24867406s","start":"2026-07-03T16:00:35.450076Z","end":"2026-07-03T16:00:37.69875Z","steps":["trace[2041851839] 'process raft request' (duration: 2.248529587s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.698742Z","caller":"traceutil/trace.go:171","msg":"trace[928267637] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"2.250242947s","start":"2026-07-03T16:00:35.448455Z","end":"2026-07-03T16:00:37.698698Z","steps":["trace[928267637] 'process raft request' (duration: 2.249842958s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.698953Z","caller":"traceutil/trace.go:171","msg":"trace[1357808392] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"2.248761043s","start":"2026-07-03T16:00:35.450165Z","end":"2026-07-03T16:00:37.698926Z","steps":["trace[1357808392] 'process raft request' (duration: 2.248542337s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.699074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.450152Z","time spent":"2.248872586s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:37.699113Z","caller":"traceutil/trace.go:171","msg":"trace[1801721161] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"2.248893696s","start":"2026-07-03T16:00:35.450206Z","end":"2026-07-03T16:00:37.6991Z","steps":["trace[1801721161] 'process raft request' (duration: 2.248604988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.698963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.448439Z","time spent":"2.250435291s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:37.699177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.450199Z","time spent":"2.248943708s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:37.699286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.450055Z","time spent":"2.248771083s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:37.701594Z","caller":"traceutil/trace.go:171","msg":"trace[720297547] linearizableReadLoop","detail":"{readStateIndex:3268; appliedIndex:3262; }","duration":"2.253154023s","start":"2026-07-03T16:00:35.448417Z","end":"2026-07-03T16:00:37.701571Z","steps":["trace[720297547] 'read index received' (duration: 676.163106ms)","trace[720297547] 'applied index is now lower than readState.Index' (duration: 1.576988167s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:37.70176Z","caller":"traceutil/trace.go:171","msg":"trace[959575814] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"252.770602ms","start":"2026-07-03T16:00:37.448972Z","end":"2026-07-03T16:00:37.701743Z","steps":["trace[959575814] 'process raft request' (duration: 252.599627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.701788Z","caller":"traceutil/trace.go:171","msg":"trace[703485198] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"251.930992ms","start":"2026-07-03T16:00:37.449844Z","end":"2026-07-03T16:00:37.701775Z","steps":["trace[703485198] 'process raft request' (duration: 251.761237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.701781Z","caller":"traceutil/trace.go:171","msg":"trace[398574701] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"254.411859ms","start":"2026-07-03T16:00:37.447351Z","end":"2026-07-03T16:00:37.701763Z","steps":["trace[398574701] 'process raft request' (duration: 254.131971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.701932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036760603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:00:37.701941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.246626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:37.701975Z","caller":"traceutil/trace.go:171","msg":"trace[369580656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3138; }","duration":"1.036809924s","start":"2026-07-03T16:00:36.665156Z","end":"2026-07-03T16:00:37.701966Z","steps":["trace[369580656] 'agreement among raft nodes before linearized reading' (duration: 1.036725522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.701969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.785834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:37.702001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131004668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:00:37.701998Z","caller":"traceutil/trace.go:171","msg":"trace[84771885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3138; }","duration":"289.304328ms","start":"2026-07-03T16:00:37.412675Z","end":"2026-07-03T16:00:37.701979Z","steps":["trace[84771885] 'agreement among raft nodes before linearized reading' (duration: 289.217206ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.702013Z","caller":"traceutil/trace.go:171","msg":"trace[1818269509] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3138; }","duration":"890.868746ms","start":"2026-07-03T16:00:36.811131Z","end":"2026-07-03T16:00:37.701999Z","steps":["trace[1818269509] 'agreement among raft nodes before linearized reading' (duration: 890.782544ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.702048Z","caller":"traceutil/trace.go:171","msg":"trace[1296820354] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3138; }","duration":"1.13108661s","start":"2026-07-03T16:00:36.570949Z","end":"2026-07-03T16:00:37.702035Z","steps":["trace[1296820354] 'agreement among raft nodes before linearized reading' (duration: 1.131010488s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.702056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:36.811098Z","time spent":"890.949948ms","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:37.702066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196835164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:00:37.702085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:36.570914Z","time spent":"1.131162962s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:00:37.702091Z","caller":"traceutil/trace.go:171","msg":"trace[1556173060] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3138; }","duration":"1.196898616s","start":"2026-07-03T16:00:36.505186Z","end":"2026-07-03T16:00:37.702084Z","steps":["trace[1556173060] 'agreement among raft nodes before linearized reading' (duration: 1.196848055s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.702122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:36.505164Z","time spent":"1.196950757s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:37.702148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253729657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:00:37.702193Z","caller":"traceutil/trace.go:171","msg":"trace[641929422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3138; }","duration":"2.253778788s","start":"2026-07-03T16:00:35.448396Z","end":"2026-07-03T16:00:37.702175Z","steps":["trace[641929422] 'agreement among raft nodes before linearized reading' (duration: 2.253305457s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.701929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972481775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:37.702234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.448385Z","time spent":"2.253841299s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:00:37.702247Z","caller":"traceutil/trace.go:171","msg":"trace[769417660] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3138; }","duration":"1.972877313s","start":"2026-07-03T16:00:35.729357Z","end":"2026-07-03T16:00:37.702234Z","steps":["trace[769417660] 'agreement among raft nodes before linearized reading' (duration: 1.972505965s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.702008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:36.66509Z","time spent":"1.036909727s","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:37.70229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.729332Z","time spent":"1.972942715s","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:37.702429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254011034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-07-03T16:00:37.701978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.317233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:37.702457Z","caller":"traceutil/trace.go:171","msg":"trace[1490847818] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3138; }","duration":"2.254053284s","start":"2026-07-03T16:00:35.448395Z","end":"2026-07-03T16:00:37.702448Z","steps":["trace[1490847818] 'agreement among raft nodes before linearized reading' (duration: 2.253334188s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.702478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:35.448381Z","time spent":"2.254092366s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-03T16:00:37.702481Z","caller":"traceutil/trace.go:171","msg":"trace[936095206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3138; }","duration":"249.878605ms","start":"2026-07-03T16:00:37.45259Z","end":"2026-07-03T16:00:37.702469Z","steps":["trace[936095206] 'agreement among raft nodes before linearized reading' (duration: 249.290841ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:37.702538Z","caller":"traceutil/trace.go:171","msg":"trace[1569226299] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"251.025812ms","start":"2026-07-03T16:00:37.451494Z","end":"2026-07-03T16:00:37.70252Z","steps":["trace[1569226299] 'process raft request' (duration: 250.137941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:37.702577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.117153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:00:37.702616Z","caller":"traceutil/trace.go:171","msg":"trace[2080495176] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3138; }","duration":"174.200865ms","start":"2026-07-03T16:00:37.528404Z","end":"2026-07-03T16:00:37.702605Z","steps":["trace[2080495176] 'agreement among raft nodes before linearized reading' (duration: 174.131383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:47.725747Z","caller":"traceutil/trace.go:171","msg":"trace[1214618562] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"148.503536ms","start":"2026-07-03T16:00:47.577212Z","end":"2026-07-03T16:00:47.725715Z","steps":["trace[1214618562] 'process raft request' (duration: 148.22414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.117587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.194177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:48.117671Z","caller":"traceutil/trace.go:171","msg":"trace[1399580773] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"382.711554ms","start":"2026-07-03T16:00:47.734945Z","end":"2026-07-03T16:00:48.117656Z","steps":["trace[1399580773] 'process raft request' (duration: 158.375403ms)","trace[1399580773] 'compare' (duration: 224.095375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:48.117713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.734916Z","time spent":"382.780115ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:48.356588Z","caller":"traceutil/trace.go:171","msg":"trace[437087903] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"615.835475ms","start":"2026-07-03T16:00:47.740738Z","end":"2026-07-03T16:00:48.356574Z","steps":["trace[437087903] 'process raft request' (duration: 615.465687ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:48.356603Z","caller":"traceutil/trace.go:171","msg":"trace[1879187604] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"617.254527ms","start":"2026-07-03T16:00:47.739315Z","end":"2026-07-03T16:00:48.356569Z","steps":["trace[1879187604] 'process raft request' (duration: 524.2357ms)","trace[1879187604] 'compare' (duration: 92.26783ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:48.356713Z","caller":"traceutil/trace.go:171","msg":"trace[230095674] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"613.875411ms","start":"2026-07-03T16:00:47.742809Z","end":"2026-07-03T16:00:48.356684Z","steps":["trace[230095674] 'process raft request' (duration: 613.488972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.356731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.740729Z","time spent":"615.916087ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:48.356782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.739292Z","time spent":"617.37836ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:48.356835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.742803Z","time spent":"613.972473ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:48.357001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.580766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:00:48.356364Z","caller":"traceutil/trace.go:171","msg":"trace[172483746] linearizableReadLoop","detail":"{readStateIndex:3329; appliedIndex:3325; }","duration":"609.964032ms","start":"2026-07-03T16:00:47.746377Z","end":"2026-07-03T16:00:48.356341Z","steps":["trace[172483746] 'read index received' (duration: 147.041694ms)","trace[172483746] 'applied index is now lower than readState.Index' (duration: 462.921358ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:48.357081Z","caller":"traceutil/trace.go:171","msg":"trace[1727677572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3192; }","duration":"610.708418ms","start":"2026-07-03T16:00:47.746355Z","end":"2026-07-03T16:00:48.357063Z","steps":["trace[1727677572] 'agreement among raft nodes before linearized reading' (duration: 610.458633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.357133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.746348Z","time spent":"610.77557ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:48.357314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.958097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:00:48.357329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.335355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:00:48.357368Z","caller":"traceutil/trace.go:171","msg":"trace[1018180419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3192; }","duration":"431.042789ms","start":"2026-07-03T16:00:47.926313Z","end":"2026-07-03T16:00:48.357356Z","steps":["trace[1018180419] 'agreement among raft nodes before linearized reading' (duration: 430.872215ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:48.357383Z","caller":"traceutil/trace.go:171","msg":"trace[1663077526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3192; }","duration":"605.405327ms","start":"2026-07-03T16:00:47.751963Z","end":"2026-07-03T16:00:48.357368Z","steps":["trace[1663077526] 'agreement among raft nodes before linearized reading' (duration: 605.234233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.357445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.751953Z","time spent":"605.480728ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:00:48.357449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.002562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:48.357489Z","caller":"traceutil/trace.go:171","msg":"trace[500837912] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3192; }","duration":"133.096684ms","start":"2026-07-03T16:00:48.224382Z","end":"2026-07-03T16:00:48.357479Z","steps":["trace[500837912] 'agreement among raft nodes before linearized reading' (duration: 133.040702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.357528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.800087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:00:48.357591Z","caller":"traceutil/trace.go:171","msg":"trace[2020363611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3192; }","duration":"602.892159ms","start":"2026-07-03T16:00:47.754682Z","end":"2026-07-03T16:00:48.357574Z","steps":["trace[2020363611] 'agreement among raft nodes before linearized reading' (duration: 602.762886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.357378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.628342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:00:48.357645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.754663Z","time spent":"602.969491ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:00:48.35766Z","caller":"traceutil/trace.go:171","msg":"trace[1693330103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3192; }","duration":"605.930578ms","start":"2026-07-03T16:00:47.751715Z","end":"2026-07-03T16:00:48.357645Z","steps":["trace[1693330103] 'agreement among raft nodes before linearized reading' (duration: 605.55483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.357719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.751705Z","time spent":"605.998521ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:48.357399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.926294Z","time spent":"431.098441ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:00:48.358311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.203024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:00:48.35845Z","caller":"traceutil/trace.go:171","msg":"trace[259642436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3192; }","duration":"609.366628ms","start":"2026-07-03T16:00:47.749053Z","end":"2026-07-03T16:00:48.358419Z","steps":["trace[259642436] 'agreement among raft nodes before linearized reading' (duration: 608.101738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:48.358524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:47.749009Z","time spent":"609.498381ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:49.105918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.475743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:49.10628Z","caller":"traceutil/trace.go:171","msg":"trace[165232323] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"742.968304ms","start":"2026-07-03T16:00:48.3633Z","end":"2026-07-03T16:00:49.106268Z","steps":["trace[165232323] 'process raft request' (duration: 742.910313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:49.10633Z","caller":"traceutil/trace.go:171","msg":"trace[2046474519] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"743.442765ms","start":"2026-07-03T16:00:48.362851Z","end":"2026-07-03T16:00:49.106294Z","steps":["trace[2046474519] 'process raft request' (duration: 743.267661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:49.106425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:48.36327Z","time spent":"743.089346ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:49.106478Z","caller":"traceutil/trace.go:171","msg":"trace[1112144941] linearizableReadLoop","detail":"{readStateIndex:3333; appliedIndex:3329; }","duration":"742.38815ms","start":"2026-07-03T16:00:48.364077Z","end":"2026-07-03T16:00:49.106465Z","steps":["trace[1112144941] 'read index received' (duration: 131.127708ms)","trace[1112144941] 'applied index is now lower than readState.Index' (duration: 611.259382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:49.106485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:48.362828Z","time spent":"743.579077ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:49.106597Z","caller":"traceutil/trace.go:171","msg":"trace[141714446] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"743.375234ms","start":"2026-07-03T16:00:48.36321Z","end":"2026-07-03T16:00:49.106586Z","steps":["trace[141714446] 'process raft request' (duration: 742.970814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:49.106686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:48.363195Z","time spent":"743.461265ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:49.106715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.635795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8972"} {"level":"warn","ts":"2026-07-03T16:00:49.106747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.061081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:49.106757Z","caller":"traceutil/trace.go:171","msg":"trace[1733738194] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3197; }","duration":"742.700577ms","start":"2026-07-03T16:00:48.364044Z","end":"2026-07-03T16:00:49.106744Z","steps":["trace[1733738194] 'agreement among raft nodes before linearized reading' (duration: 742.566324ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:49.106722Z","caller":"traceutil/trace.go:171","msg":"trace[546310832] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"741.979211ms","start":"2026-07-03T16:00:48.364698Z","end":"2026-07-03T16:00:49.106678Z","steps":["trace[546310832] 'process raft request' (duration: 741.538801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:49.106795Z","caller":"traceutil/trace.go:171","msg":"trace[577119779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3197; }","duration":"160.150043ms","start":"2026-07-03T16:00:48.946634Z","end":"2026-07-03T16:00:49.106784Z","steps":["trace[577119779] 'agreement among raft nodes before linearized reading' (duration: 160.093092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:49.1068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:48.364028Z","time spent":"742.764238ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8995,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:00:49.106691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.756195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:49.106886Z","caller":"traceutil/trace.go:171","msg":"trace[1446257334] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3197; }","duration":"195.016221ms","start":"2026-07-03T16:00:48.911857Z","end":"2026-07-03T16:00:49.106874Z","steps":["trace[1446257334] 'agreement among raft nodes before linearized reading' (duration: 194.785996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:49.106919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:48.364684Z","time spent":"742.143465ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:49.10699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.759013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:49.107026Z","caller":"traceutil/trace.go:171","msg":"trace[1642503058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3197; }","duration":"169.833445ms","start":"2026-07-03T16:00:48.937184Z","end":"2026-07-03T16:00:49.107017Z","steps":["trace[1642503058] 'agreement among raft nodes before linearized reading' (duration: 169.765554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:49.106211Z","caller":"traceutil/trace.go:171","msg":"trace[167640735] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"743.382703ms","start":"2026-07-03T16:00:48.3628Z","end":"2026-07-03T16:00:49.106183Z","steps":["trace[167640735] 'process raft request' (duration: 132.382848ms)","trace[167640735] 'compare' (duration: 609.602743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:49.107398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:48.362768Z","time spent":"744.582751ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:49.495132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.923666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:00:49.495198Z","caller":"traceutil/trace.go:171","msg":"trace[287060818] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3197; }","duration":"121.027577ms","start":"2026-07-03T16:00:49.374153Z","end":"2026-07-03T16:00:49.49518Z","steps":["trace[287060818] 'range keys from in-memory index tree' (duration: 120.525437ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:50.631233Z","caller":"traceutil/trace.go:171","msg":"trace[1029554145] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"508.878349ms","start":"2026-07-03T16:00:50.122329Z","end":"2026-07-03T16:00:50.631207Z","steps":["trace[1029554145] 'process raft request' (duration: 508.440349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:50.631382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.122296Z","time spent":"509.007132ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:51.3586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.545702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:51.358797Z","caller":"traceutil/trace.go:171","msg":"trace[712500170] linearizableReadLoop","detail":"{readStateIndex:3338; appliedIndex:3335; }","duration":"691.69301ms","start":"2026-07-03T16:00:50.667089Z","end":"2026-07-03T16:00:51.358782Z","steps":["trace[712500170] 'read index received' (duration: 60.834091ms)","trace[712500170] 'applied index is now lower than readState.Index' (duration: 630.858069ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:51.358879Z","caller":"traceutil/trace.go:171","msg":"trace[87785066] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"996.724717ms","start":"2026-07-03T16:00:50.362143Z","end":"2026-07-03T16:00:51.358868Z","steps":["trace[87785066] 'process raft request' (duration: 365.835857ms)","trace[87785066] 'compare' (duration: 630.090821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:51.358934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.362118Z","time spent":"996.785139ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:51.359208Z","caller":"traceutil/trace.go:171","msg":"trace[880975529] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"996.395549ms","start":"2026-07-03T16:00:50.362801Z","end":"2026-07-03T16:00:51.359196Z","steps":["trace[880975529] 'process raft request' (duration: 995.891578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.359264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.362772Z","time spent":"996.461561ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:51.359366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.981716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:00:51.35943Z","caller":"traceutil/trace.go:171","msg":"trace[1796352932] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3201; }","duration":"643.082659ms","start":"2026-07-03T16:00:50.716328Z","end":"2026-07-03T16:00:51.359411Z","steps":["trace[1796352932] 'agreement among raft nodes before linearized reading' (duration: 642.960046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.359481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.716315Z","time spent":"643.15178ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:51.359478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.677085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:00:51.359501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.09824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:00:51.35954Z","caller":"traceutil/trace.go:171","msg":"trace[358515818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3201; }","duration":"247.768758ms","start":"2026-07-03T16:00:51.111754Z","end":"2026-07-03T16:00:51.359523Z","steps":["trace[358515818] 'agreement among raft nodes before linearized reading' (duration: 247.593514ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.359555Z","caller":"traceutil/trace.go:171","msg":"trace[141150334] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:3201; }","duration":"410.181892ms","start":"2026-07-03T16:00:50.949354Z","end":"2026-07-03T16:00:51.359535Z","steps":["trace[141150334] 'agreement among raft nodes before linearized reading' (duration: 410.012208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.359549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.453099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:00:51.359595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.949348Z","time spent":"410.235733ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:00:51.359563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.624743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:00:51.359627Z","caller":"traceutil/trace.go:171","msg":"trace[1439407032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3201; }","duration":"247.556342ms","start":"2026-07-03T16:00:51.11205Z","end":"2026-07-03T16:00:51.359606Z","steps":["trace[1439407032] 'agreement among raft nodes before linearized reading' (duration: 247.283315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.359632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.424281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:51.359687Z","caller":"traceutil/trace.go:171","msg":"trace[766335940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3201; }","duration":"247.742056ms","start":"2026-07-03T16:00:51.111892Z","end":"2026-07-03T16:00:51.359634Z","steps":["trace[766335940] 'agreement among raft nodes before linearized reading' (duration: 247.46195ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.359708Z","caller":"traceutil/trace.go:171","msg":"trace[104734610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3201; }","duration":"415.529474ms","start":"2026-07-03T16:00:50.944169Z","end":"2026-07-03T16:00:51.359698Z","steps":["trace[104734610] 'agreement among raft nodes before linearized reading' (duration: 415.436322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.35974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.944149Z","time spent":"415.584744ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:00:51.3598Z","caller":"traceutil/trace.go:171","msg":"trace[898001489] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"996.686177ms","start":"2026-07-03T16:00:50.3631Z","end":"2026-07-03T16:00:51.359786Z","steps":["trace[898001489] 'process raft request' (duration: 995.645923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.35989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.363075Z","time spent":"996.752008ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:51.36002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.698504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:00:51.360046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.960129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bed2eb54a789d0\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-03T16:00:51.360086Z","caller":"traceutil/trace.go:171","msg":"trace[755494242] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bed2eb54a789d0; range_end:; response_count:1; response_revision:3201; }","duration":"693.03307ms","start":"2026-07-03T16:00:50.667043Z","end":"2026-07-03T16:00:51.360076Z","steps":["trace[755494242] 'agreement among raft nodes before linearized reading' (duration: 692.912687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.360093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.870989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:00:51.360113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:50.667023Z","time spent":"693.084132ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18bed2eb54a789d0\" "} {"level":"info","ts":"2026-07-03T16:00:51.360091Z","caller":"traceutil/trace.go:171","msg":"trace[1179116165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3201; }","duration":"247.776507ms","start":"2026-07-03T16:00:51.112294Z","end":"2026-07-03T16:00:51.36007Z","steps":["trace[1179116165] 'agreement among raft nodes before linearized reading' (duration: 247.595853ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.360193Z","caller":"traceutil/trace.go:171","msg":"trace[205460171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3201; }","duration":"248.037082ms","start":"2026-07-03T16:00:51.112139Z","end":"2026-07-03T16:00:51.360176Z","steps":["trace[205460171] 'agreement among raft nodes before linearized reading' (duration: 247.780207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.79955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.02169ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T16:00:51.799697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.360919Z","time spent":"438.737885ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:00:52.229207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.945473ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T16:00:52.229429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.363217Z","time spent":"866.204301ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:00:52.229549Z","caller":"traceutil/trace.go:171","msg":"trace[809905940] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"864.277486ms","start":"2026-07-03T16:00:51.365247Z","end":"2026-07-03T16:00:52.229524Z","steps":["trace[809905940] 'process raft request' (duration: 864.054801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:52.229688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.365229Z","time spent":"864.38285ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:52.229787Z","caller":"traceutil/trace.go:171","msg":"trace[1361111122] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"864.474872ms","start":"2026-07-03T16:00:51.365291Z","end":"2026-07-03T16:00:52.229766Z","steps":["trace[1361111122] 'process raft request' (duration: 864.139113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:52.229911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.365274Z","time spent":"864.565195ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:52.230365Z","caller":"traceutil/trace.go:171","msg":"trace[1078764551] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"865.010054ms","start":"2026-07-03T16:00:51.365341Z","end":"2026-07-03T16:00:52.230351Z","steps":["trace[1078764551] 'process raft request' (duration: 864.348799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:52.230466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.365312Z","time spent":"865.099246ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:52.230604Z","caller":"traceutil/trace.go:171","msg":"trace[715629757] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"865.195328ms","start":"2026-07-03T16:00:51.365388Z","end":"2026-07-03T16:00:52.230584Z","steps":["trace[715629757] 'process raft request' (duration: 864.927972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:52.230705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.365378Z","time spent":"865.27588ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:52.230941Z","caller":"traceutil/trace.go:171","msg":"trace[1820008433] linearizableReadLoop","detail":"{readStateIndex:3345; appliedIndex:3338; }","duration":"858.419554ms","start":"2026-07-03T16:00:51.372322Z","end":"2026-07-03T16:00:52.230741Z","steps":["trace[1820008433] 'read index received' (duration: 100.208492ms)","trace[1820008433] 'applied index is now lower than readState.Index' (duration: 758.209452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:52.231112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.763842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:00:52.231237Z","caller":"traceutil/trace.go:171","msg":"trace[1582715293] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3206; }","duration":"858.892265ms","start":"2026-07-03T16:00:51.372287Z","end":"2026-07-03T16:00:52.231179Z","steps":["trace[1582715293] 'agreement among raft nodes before linearized reading' (duration: 858.572788ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:52.231201Z","caller":"traceutil/trace.go:171","msg":"trace[358288734] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"865.364832ms","start":"2026-07-03T16:00:51.365425Z","end":"2026-07-03T16:00:52.230789Z","steps":["trace[358288734] 'process raft request' (duration: 865.086376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:52.231293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.372274Z","time spent":"859.009057ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T16:00:52.23162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.365411Z","time spent":"865.895215ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:52.613608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.638212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:52.613887Z","caller":"traceutil/trace.go:171","msg":"trace[1592311150] linearizableReadLoop","detail":"{readStateIndex:3347; appliedIndex:3345; }","duration":"382.825746ms","start":"2026-07-03T16:00:52.231045Z","end":"2026-07-03T16:00:52.613871Z","steps":["trace[1592311150] 'read index received' (duration: 135.844937ms)","trace[1592311150] 'applied index is now lower than readState.Index' (duration: 246.979639ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:52.61397Z","caller":"traceutil/trace.go:171","msg":"trace[1158484390] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"812.767439ms","start":"2026-07-03T16:00:51.801191Z","end":"2026-07-03T16:00:52.613959Z","steps":["trace[1158484390] 'process raft request' (duration: 565.675507ms)","trace[1158484390] 'compare' (duration: 246.189021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:52.614037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.80116Z","time spent":"812.843951ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:52.614449Z","caller":"traceutil/trace.go:171","msg":"trace[222598579] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"383.278207ms","start":"2026-07-03T16:00:52.23115Z","end":"2026-07-03T16:00:52.614428Z","steps":["trace[222598579] 'process raft request' (duration: 382.668993ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:52.614476Z","caller":"traceutil/trace.go:171","msg":"trace[663154463] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"445.474709ms","start":"2026-07-03T16:00:52.16897Z","end":"2026-07-03T16:00:52.614444Z","steps":["trace[663154463] 'process raft request' (duration: 444.747203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:52.61451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.035282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:52.614545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.231082Z","time spent":"383.408029ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:52.614586Z","caller":"traceutil/trace.go:171","msg":"trace[223466607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3209; }","duration":"669.163515ms","start":"2026-07-03T16:00:51.945404Z","end":"2026-07-03T16:00:52.614567Z","steps":["trace[223466607] 'agreement among raft nodes before linearized reading' (duration: 668.991821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:52.614626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.945374Z","time spent":"669.242037ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:00:52.614811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.168942Z","time spent":"445.607701ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:53.114687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687329888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:00:53.372361Z","caller":"traceutil/trace.go:171","msg":"trace[1033869060] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"975.046011ms","start":"2026-07-03T16:00:52.397293Z","end":"2026-07-03T16:00:53.372339Z","steps":["trace[1033869060] 'process raft request' (duration: 894.327205ms)","trace[1033869060] 'compare' (duration: 80.530082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:53.37249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.397269Z","time spent":"975.150464ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:54.225035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.780362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:54.225351Z","caller":"traceutil/trace.go:171","msg":"trace[228637664] linearizableReadLoop","detail":"{readStateIndex:3351; appliedIndex:3348; }","duration":"1.611398745s","start":"2026-07-03T16:00:52.613923Z","end":"2026-07-03T16:00:54.225322Z","steps":["trace[228637664] 'read index received' (duration: 677.721651ms)","trace[228637664] 'applied index is now lower than readState.Index' (duration: 933.675604ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:54.225417Z","caller":"traceutil/trace.go:171","msg":"trace[1010685138] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"1.587891548s","start":"2026-07-03T16:00:52.637491Z","end":"2026-07-03T16:00:54.225382Z","steps":["trace[1010685138] 'process raft request' (duration: 1.480635885s)","trace[1010685138] 'compare' (duration: 106.446205ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:54.225419Z","caller":"traceutil/trace.go:171","msg":"trace[61256207] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"1.420073129s","start":"2026-07-03T16:00:52.805319Z","end":"2026-07-03T16:00:54.225392Z","steps":["trace[61256207] 'process raft request' (duration: 1.419836314s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.225559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.80528Z","time spent":"1.420209152s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:54.225559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.637471Z","time spent":"1.588011071s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:54.22575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991275644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-03T16:00:54.225867Z","caller":"traceutil/trace.go:171","msg":"trace[1729614727] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3212; }","duration":"1.991442557s","start":"2026-07-03T16:00:52.234407Z","end":"2026-07-03T16:00:54.22585Z","steps":["trace[1729614727] 'agreement among raft nodes before linearized reading' (duration: 1.990989427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.226032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.234393Z","time spent":"1.991625132s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-03T16:00:54.378071Z","caller":"traceutil/trace.go:171","msg":"trace[1069916283] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"1.01262636s","start":"2026-07-03T16:00:53.365412Z","end":"2026-07-03T16:00:54.378038Z","steps":["trace[1069916283] 'process raft request' (duration: 997.489694ms)","trace[1069916283] 'compare' (duration: 14.946361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:54.378274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:53.365385Z","time spent":"1.012786464s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:54.378455Z","caller":"traceutil/trace.go:171","msg":"trace[2074902458] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"1.012891447s","start":"2026-07-03T16:00:53.365539Z","end":"2026-07-03T16:00:54.378431Z","steps":["trace[2074902458] 'process raft request' (duration: 1.012447646s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.3786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:53.365525Z","time spent":"1.012997649s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:54.378696Z","caller":"traceutil/trace.go:171","msg":"trace[367221100] linearizableReadLoop","detail":"{readStateIndex:3354; appliedIndex:3351; }","duration":"153.248656ms","start":"2026-07-03T16:00:54.225415Z","end":"2026-07-03T16:00:54.378663Z","steps":["trace[367221100] 'read index received' (duration: 137.494595ms)","trace[367221100] 'applied index is now lower than readState.Index' (duration: 15.751771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:54.378874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.720655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:00:54.378927Z","caller":"traceutil/trace.go:171","msg":"trace[782180822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3215; }","duration":"184.822077ms","start":"2026-07-03T16:00:54.194092Z","end":"2026-07-03T16:00:54.378915Z","steps":["trace[782180822] 'agreement among raft nodes before linearized reading' (duration: 184.592862ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.379017Z","caller":"traceutil/trace.go:171","msg":"trace[590795648] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"1.011209267s","start":"2026-07-03T16:00:53.36775Z","end":"2026-07-03T16:00:54.378959Z","steps":["trace[590795648] 'process raft request' (duration: 1.010585023s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.379092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762979023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:54.379125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052336329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2ee477fd734\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-03T16:00:54.379183Z","caller":"traceutil/trace.go:171","msg":"trace[712924413] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2ee477fd734; range_end:; response_count:1; response_revision:3215; }","duration":"1.052449511s","start":"2026-07-03T16:00:53.326722Z","end":"2026-07-03T16:00:54.379172Z","steps":["trace[712924413] 'agreement among raft nodes before linearized reading' (duration: 1.052219326s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.379186Z","caller":"traceutil/trace.go:171","msg":"trace[1494616301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3215; }","duration":"1.763120806s","start":"2026-07-03T16:00:52.616045Z","end":"2026-07-03T16:00:54.379165Z","steps":["trace[1494616301] 'agreement among raft nodes before linearized reading' (duration: 1.762907941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.379228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:53.326699Z","time spent":"1.052520443s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bed2ee477fd734\" "} {"level":"warn","ts":"2026-07-03T16:00:54.379237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.616028Z","time spent":"1.763199247s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:00:54.379257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.653465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:00:54.379299Z","caller":"traceutil/trace.go:171","msg":"trace[1580251505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3215; }","duration":"143.701286ms","start":"2026-07-03T16:00:54.235585Z","end":"2026-07-03T16:00:54.379286Z","steps":["trace[1580251505] 'agreement among raft nodes before linearized reading' (duration: 143.575073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.379308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:53.367641Z","time spent":"1.011534065s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:54.379394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.825157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-03T16:00:54.379107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761735664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:00:54.379468Z","caller":"traceutil/trace.go:171","msg":"trace[455273246] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3215; }","duration":"149.972521ms","start":"2026-07-03T16:00:54.229479Z","end":"2026-07-03T16:00:54.379451Z","steps":["trace[455273246] 'agreement among raft nodes before linearized reading' (duration: 149.666704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.379509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.745484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T16:00:54.379539Z","caller":"traceutil/trace.go:171","msg":"trace[1096376440] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3215; }","duration":"1.762219675s","start":"2026-07-03T16:00:52.617308Z","end":"2026-07-03T16:00:54.379528Z","steps":["trace[1096376440] 'agreement among raft nodes before linearized reading' (duration: 1.761679473s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.379563Z","caller":"traceutil/trace.go:171","msg":"trace[1473808649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3215; }","duration":"145.814285ms","start":"2026-07-03T16:00:54.233737Z","end":"2026-07-03T16:00:54.379551Z","steps":["trace[1473808649] 'agreement among raft nodes before linearized reading' (duration: 145.685992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.37958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.617297Z","time spent":"1.762268586s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:00:54.379688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.555829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:00:54.379735Z","caller":"traceutil/trace.go:171","msg":"trace[1926575643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3215; }","duration":"131.669421ms","start":"2026-07-03T16:00:54.248055Z","end":"2026-07-03T16:00:54.379724Z","steps":["trace[1926575643] 'agreement among raft nodes before linearized reading' (duration: 131.527587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.37975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.932891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:00:54.379787Z","caller":"traceutil/trace.go:171","msg":"trace[949786054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3215; }","duration":"143.982033ms","start":"2026-07-03T16:00:54.235795Z","end":"2026-07-03T16:00:54.379777Z","steps":["trace[949786054] 'agreement among raft nodes before linearized reading' (duration: 143.85642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.37982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.493301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:00:54.379881Z","caller":"traceutil/trace.go:171","msg":"trace[1156129880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3215; }","duration":"146.585503ms","start":"2026-07-03T16:00:54.233267Z","end":"2026-07-03T16:00:54.379852Z","steps":["trace[1156129880] 'agreement among raft nodes before linearized reading' (duration: 146.252765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.380028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.168772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:54.380077Z","caller":"traceutil/trace.go:171","msg":"trace[137403779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3215; }","duration":"508.240573ms","start":"2026-07-03T16:00:53.871823Z","end":"2026-07-03T16:00:54.380064Z","steps":["trace[137403779] 'agreement among raft nodes before linearized reading' (duration: 508.142361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.380115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:53.871762Z","time spent":"508.344966ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:00:54.566596Z","caller":"traceutil/trace.go:171","msg":"trace[1999017365] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"181.495321ms","start":"2026-07-03T16:00:54.385073Z","end":"2026-07-03T16:00:54.566568Z","steps":["trace[1999017365] 'process raft request' (duration: 96.339563ms)","trace[1999017365] 'compare' (duration: 84.932913ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:54.566929Z","caller":"traceutil/trace.go:171","msg":"trace[1418607727] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"181.01877ms","start":"2026-07-03T16:00:54.385891Z","end":"2026-07-03T16:00:54.56691Z","steps":["trace[1418607727] 'process raft request' (duration: 180.619431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.567107Z","caller":"traceutil/trace.go:171","msg":"trace[1136163819] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"179.690199ms","start":"2026-07-03T16:00:54.387401Z","end":"2026-07-03T16:00:54.567092Z","steps":["trace[1136163819] 'process raft request' (duration: 179.559276ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.567164Z","caller":"traceutil/trace.go:171","msg":"trace[391094112] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"180.16377ms","start":"2026-07-03T16:00:54.38694Z","end":"2026-07-03T16:00:54.567104Z","steps":["trace[391094112] 'process raft request' (duration: 179.871824ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.567027Z","caller":"traceutil/trace.go:171","msg":"trace[1616154672] linearizableReadLoop","detail":"{readStateIndex:3360; appliedIndex:3355; }","duration":"142.708884ms","start":"2026-07-03T16:00:54.424296Z","end":"2026-07-03T16:00:54.567005Z","steps":["trace[1616154672] 'read index received' (duration: 57.014694ms)","trace[1616154672] 'applied index is now lower than readState.Index' (duration: 85.69313ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:54.56749Z","caller":"traceutil/trace.go:171","msg":"trace[426224784] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"181.366398ms","start":"2026-07-03T16:00:54.38611Z","end":"2026-07-03T16:00:54.567477Z","steps":["trace[426224784] 'process raft request' (duration: 180.598641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.567528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.784372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:00:54.567514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.229888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:00:54.567632Z","caller":"traceutil/trace.go:171","msg":"trace[352048762] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3221; }","duration":"182.382641ms","start":"2026-07-03T16:00:54.385239Z","end":"2026-07-03T16:00:54.567622Z","steps":["trace[352048762] 'agreement among raft nodes before linearized reading' (duration: 182.161936ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.567635Z","caller":"traceutil/trace.go:171","msg":"trace[2093955916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3221; }","duration":"179.929345ms","start":"2026-07-03T16:00:54.387687Z","end":"2026-07-03T16:00:54.567616Z","steps":["trace[2093955916] 'agreement among raft nodes before linearized reading' (duration: 179.70338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:54.567822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.767143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2f0aa653120\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-03T16:00:54.568127Z","caller":"traceutil/trace.go:171","msg":"trace[1981751461] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2f0aa653120; range_end:; response_count:1; response_revision:3221; }","duration":"139.116011ms","start":"2026-07-03T16:00:54.42899Z","end":"2026-07-03T16:00:54.568106Z","steps":["trace[1981751461] 'agreement among raft nodes before linearized reading' (duration: 138.555868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:55.779969Z","caller":"traceutil/trace.go:171","msg":"trace[927889508] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"109.906263ms","start":"2026-07-03T16:00:55.670035Z","end":"2026-07-03T16:00:55.779942Z","steps":["trace[927889508] 'process raft request' (duration: 109.725529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:59.057468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.683938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:59.057813Z","caller":"traceutil/trace.go:171","msg":"trace[2049562956] linearizableReadLoop","detail":"{readStateIndex:3384; appliedIndex:3380; }","duration":"120.974366ms","start":"2026-07-03T16:00:58.936818Z","end":"2026-07-03T16:00:59.057792Z","steps":["trace[2049562956] 'read index received' (duration: 52.321µs)","trace[2049562956] 'applied index is now lower than readState.Index' (duration: 120.920945ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:59.057937Z","caller":"traceutil/trace.go:171","msg":"trace[583596678] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"410.481929ms","start":"2026-07-03T16:00:58.64744Z","end":"2026-07-03T16:00:59.057922Z","steps":["trace[583596678] 'process raft request' (duration: 410.254214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:59.057906Z","caller":"traceutil/trace.go:171","msg":"trace[1916209541] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"410.590892ms","start":"2026-07-03T16:00:58.64727Z","end":"2026-07-03T16:00:59.057861Z","steps":["trace[1916209541] 'process raft request' (duration: 410.327236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:59.05821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.921848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:59.058204Z","caller":"traceutil/trace.go:171","msg":"trace[1532615091] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"410.914379ms","start":"2026-07-03T16:00:58.647257Z","end":"2026-07-03T16:00:59.058171Z","steps":["trace[1532615091] 'process raft request' (duration: 199.414632ms)","trace[1532615091] 'compare' (duration: 210.513845ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:59.058248Z","caller":"traceutil/trace.go:171","msg":"trace[1116701532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3244; }","duration":"114.979329ms","start":"2026-07-03T16:00:58.943259Z","end":"2026-07-03T16:00:59.058239Z","steps":["trace[1116701532] 'agreement among raft nodes before linearized reading' (duration: 114.901938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:59.058203Z","caller":"traceutil/trace.go:171","msg":"trace[1875861948] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"410.436547ms","start":"2026-07-03T16:00:58.647733Z","end":"2026-07-03T16:00:59.05817Z","steps":["trace[1875861948] 'process raft request' (duration: 410.005907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:59.058301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:58.647235Z","time spent":"411.017431ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:59.058371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:58.647712Z","time spent":"410.57417ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:59.058254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.407936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:59.058464Z","caller":"traceutil/trace.go:171","msg":"trace[685158411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3244; }","duration":"121.636752ms","start":"2026-07-03T16:00:58.936799Z","end":"2026-07-03T16:00:59.058436Z","steps":["trace[685158411] 'agreement among raft nodes before linearized reading' (duration: 121.359766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:59.058025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:58.64739Z","time spent":"410.590422ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:59.058427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:58.647251Z","time spent":"410.869168ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:00.616954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.198577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:00.617068Z","caller":"traceutil/trace.go:171","msg":"trace[1729256155] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3245; }","duration":"168.369982ms","start":"2026-07-03T16:01:00.44867Z","end":"2026-07-03T16:01:00.61704Z","steps":["trace[1729256155] 'count revisions from in-memory index tree' (duration: 168.079755ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:00.617254Z","caller":"traceutil/trace.go:171","msg":"trace[971186968] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"167.051112ms","start":"2026-07-03T16:01:00.450175Z","end":"2026-07-03T16:01:00.617226Z","steps":["trace[971186968] 'process raft request' (duration: 73.175614ms)","trace[971186968] 'compare' (duration: 93.754095ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:00.700018Z","caller":"traceutil/trace.go:171","msg":"trace[138467511] linearizableReadLoop","detail":"{readStateIndex:3388; appliedIndex:3386; }","duration":"145.276203ms","start":"2026-07-03T16:01:00.554722Z","end":"2026-07-03T16:01:00.699998Z","steps":["trace[138467511] 'read index received' (duration: 145.066818ms)","trace[138467511] 'applied index is now lower than readState.Index' (duration: 208.835µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:00.700292Z","caller":"traceutil/trace.go:171","msg":"trace[1536502680] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"244.136423ms","start":"2026-07-03T16:01:00.456145Z","end":"2026-07-03T16:01:00.700281Z","steps":["trace[1536502680] 'process raft request' (duration: 243.650272ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:00.700534Z","caller":"traceutil/trace.go:171","msg":"trace[1706287796] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"243.597682ms","start":"2026-07-03T16:01:00.456914Z","end":"2026-07-03T16:01:00.700512Z","steps":["trace[1706287796] 'process raft request' (duration: 243.047119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:00.700613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.885846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:00.700645Z","caller":"traceutil/trace.go:171","msg":"trace[999411613] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3248; }","duration":"145.970338ms","start":"2026-07-03T16:01:00.554667Z","end":"2026-07-03T16:01:00.700638Z","steps":["trace[999411613] 'agreement among raft nodes before linearized reading' (duration: 145.887367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:02.809027Z","caller":"traceutil/trace.go:171","msg":"trace[1791440509] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"102.845823ms","start":"2026-07-03T16:01:02.706155Z","end":"2026-07-03T16:01:02.809001Z","steps":["trace[1791440509] 'process raft request' (duration: 102.656819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:02.970277Z","caller":"traceutil/trace.go:171","msg":"trace[1055189689] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"204.19219ms","start":"2026-07-03T16:01:02.766055Z","end":"2026-07-03T16:01:02.970247Z","steps":["trace[1055189689] 'process raft request' (duration: 203.77119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:02.969988Z","caller":"traceutil/trace.go:171","msg":"trace[2047945941] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"263.508107ms","start":"2026-07-03T16:01:02.706456Z","end":"2026-07-03T16:01:02.969964Z","steps":["trace[2047945941] 'process raft request' (duration: 167.044381ms)","trace[2047945941] 'compare' (duration: 96.156529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:03.256034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.796795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:01:03.256101Z","caller":"traceutil/trace.go:171","msg":"trace[936215275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3262; }","duration":"131.919927ms","start":"2026-07-03T16:01:03.124166Z","end":"2026-07-03T16:01:03.256086Z","steps":["trace[936215275] 'range keys from in-memory index tree' (duration: 131.512998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:03.2563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.56738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T16:01:03.256385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.292716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:01:03.256384Z","caller":"traceutil/trace.go:171","msg":"trace[651806622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3262; }","duration":"131.684422ms","start":"2026-07-03T16:01:03.124681Z","end":"2026-07-03T16:01:03.256366Z","steps":["trace[651806622] 'range keys from in-memory index tree' (duration: 131.363494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:03.256427Z","caller":"traceutil/trace.go:171","msg":"trace[1020955160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3262; }","duration":"132.357338ms","start":"2026-07-03T16:01:03.124056Z","end":"2026-07-03T16:01:03.256413Z","steps":["trace[1020955160] 'range keys from in-memory index tree' (duration: 131.978209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:03.256341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.822748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:01:03.256503Z","caller":"traceutil/trace.go:171","msg":"trace[1636211972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3262; }","duration":"133.029613ms","start":"2026-07-03T16:01:03.123468Z","end":"2026-07-03T16:01:03.256497Z","steps":["trace[1636211972] 'range keys from in-memory index tree' (duration: 132.708356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:03.801702Z","caller":"traceutil/trace.go:171","msg":"trace[2116376542] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"117.483337ms","start":"2026-07-03T16:01:03.684191Z","end":"2026-07-03T16:01:03.801674Z","steps":["trace[2116376542] 'process raft request' (duration: 117.293573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:04.850987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.400025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:01:04.851078Z","caller":"traceutil/trace.go:171","msg":"trace[1705306974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3271; }","duration":"124.545129ms","start":"2026-07-03T16:01:04.726513Z","end":"2026-07-03T16:01:04.851058Z","steps":["trace[1705306974] 'range keys from in-memory index tree' (duration: 123.596196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:05.212399Z","caller":"traceutil/trace.go:171","msg":"trace[843202355] linearizableReadLoop","detail":"{readStateIndex:3415; appliedIndex:3414; }","duration":"137.403722ms","start":"2026-07-03T16:01:05.074968Z","end":"2026-07-03T16:01:05.212372Z","steps":["trace[843202355] 'read index received' (duration: 136.476782ms)","trace[843202355] 'applied index is now lower than readState.Index' (duration: 926µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:05.212464Z","caller":"traceutil/trace.go:171","msg":"trace[207843725] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"139.512811ms","start":"2026-07-03T16:01:05.07293Z","end":"2026-07-03T16:01:05.212442Z","steps":["trace[207843725] 'process raft request' (duration: 138.540229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:05.212648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.648858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:01:05.212725Z","caller":"traceutil/trace.go:171","msg":"trace[2090896133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3274; }","duration":"137.76511ms","start":"2026-07-03T16:01:05.074945Z","end":"2026-07-03T16:01:05.21271Z","steps":["trace[2090896133] 'agreement among raft nodes before linearized reading' (duration: 137.526645ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:07.624803Z","caller":"traceutil/trace.go:171","msg":"trace[157166936] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"179.364762ms","start":"2026-07-03T16:01:07.4454Z","end":"2026-07-03T16:01:07.624765Z","steps":["trace[157166936] 'process raft request' (duration: 118.690534ms)","trace[157166936] 'compare' (duration: 60.487854ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:08.890985Z","caller":"traceutil/trace.go:171","msg":"trace[551801100] linearizableReadLoop","detail":"{readStateIndex:3431; appliedIndex:3430; }","duration":"195.421269ms","start":"2026-07-03T16:01:08.695537Z","end":"2026-07-03T16:01:08.890958Z","steps":["trace[551801100] 'read index received' (duration: 195.378688ms)","trace[551801100] 'applied index is now lower than readState.Index' (duration: 41.591µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:08.891154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.582503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:08.891143Z","caller":"traceutil/trace.go:171","msg":"trace[1510166090] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"480.992592ms","start":"2026-07-03T16:01:08.410111Z","end":"2026-07-03T16:01:08.891103Z","steps":["trace[1510166090] 'process raft request' (duration: 480.688975ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:08.891196Z","caller":"traceutil/trace.go:171","msg":"trace[1765410431] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3289; }","duration":"195.692605ms","start":"2026-07-03T16:01:08.695489Z","end":"2026-07-03T16:01:08.891181Z","steps":["trace[1765410431] 'agreement among raft nodes before linearized reading' (duration: 195.571333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:08.891348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:08.410086Z","time spent":"481.142184ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:09.117818Z","caller":"traceutil/trace.go:171","msg":"trace[1348732836] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"338.031762ms","start":"2026-07-03T16:01:08.779766Z","end":"2026-07-03T16:01:09.117798Z","steps":["trace[1348732836] 'process raft request' (duration: 337.884228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:09.117972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:08.779752Z","time spent":"338.132924ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:09.119568Z","caller":"traceutil/trace.go:171","msg":"trace[1771529471] linearizableReadLoop","detail":"{readStateIndex:3433; appliedIndex:3431; }","duration":"166.11349ms","start":"2026-07-03T16:01:08.953434Z","end":"2026-07-03T16:01:09.119547Z","steps":["trace[1771529471] 'read index received' (duration: 164.241077ms)","trace[1771529471] 'applied index is now lower than readState.Index' (duration: 1.871423ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:09.119691Z","caller":"traceutil/trace.go:171","msg":"trace[797831636] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"169.355354ms","start":"2026-07-03T16:01:08.950288Z","end":"2026-07-03T16:01:09.119644Z","steps":["trace[797831636] 'process raft request' (duration: 169.095648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:09.119703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.240313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:09.119795Z","caller":"traceutil/trace.go:171","msg":"trace[762755456] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3292; }","duration":"166.406136ms","start":"2026-07-03T16:01:08.953372Z","end":"2026-07-03T16:01:09.119778Z","steps":["trace[762755456] 'agreement among raft nodes before linearized reading' (duration: 166.256103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:13.38201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.995581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:13.382277Z","caller":"traceutil/trace.go:171","msg":"trace[1262106240] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"112.39285ms","start":"2026-07-03T16:01:13.269742Z","end":"2026-07-03T16:01:13.382135Z","steps":["trace[1262106240] 'process raft request' (duration: 112.36861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:13.382311Z","caller":"traceutil/trace.go:171","msg":"trace[915971631] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"248.854042ms","start":"2026-07-03T16:01:13.133436Z","end":"2026-07-03T16:01:13.38229Z","steps":["trace[915971631] 'process raft request' (duration: 70.521324ms)","trace[915971631] 'compare' (duration: 177.901768ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:13.382435Z","caller":"traceutil/trace.go:171","msg":"trace[1809649568] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"248.77903ms","start":"2026-07-03T16:01:13.133647Z","end":"2026-07-03T16:01:13.382426Z","steps":["trace[1809649568] 'process raft request' (duration: 248.431122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:13.382467Z","caller":"traceutil/trace.go:171","msg":"trace[1211336959] linearizableReadLoop","detail":"{readStateIndex:3458; appliedIndex:3456; }","duration":"216.88871ms","start":"2026-07-03T16:01:13.165556Z","end":"2026-07-03T16:01:13.382445Z","steps":["trace[1211336959] 'read index received' (duration: 38.342847ms)","trace[1211336959] 'applied index is now lower than readState.Index' (duration: 178.544643ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:13.382611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.042923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:13.382653Z","caller":"traceutil/trace.go:171","msg":"trace[2014292733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3316; }","duration":"217.130595ms","start":"2026-07-03T16:01:13.165511Z","end":"2026-07-03T16:01:13.382641Z","steps":["trace[2014292733] 'agreement among raft nodes before linearized reading' (duration: 217.054034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:13.503917Z","caller":"traceutil/trace.go:171","msg":"trace[1098353441] linearizableReadLoop","detail":"{readStateIndex:3460; appliedIndex:3459; }","duration":"115.499771ms","start":"2026-07-03T16:01:13.388389Z","end":"2026-07-03T16:01:13.503889Z","steps":["trace[1098353441] 'read index received' (duration: 113.426494ms)","trace[1098353441] 'applied index is now lower than readState.Index' (duration: 2.061047ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:13.504035Z","caller":"traceutil/trace.go:171","msg":"trace[1787206895] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"119.180896ms","start":"2026-07-03T16:01:13.384842Z","end":"2026-07-03T16:01:13.504023Z","steps":["trace[1787206895] 'process raft request' (duration: 117.061147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:13.50441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.983082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-03T16:01:13.504494Z","caller":"traceutil/trace.go:171","msg":"trace[881825757] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3317; }","duration":"116.111446ms","start":"2026-07-03T16:01:13.388362Z","end":"2026-07-03T16:01:13.504474Z","steps":["trace[881825757] 'agreement among raft nodes before linearized reading' (duration: 115.80692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:35.688068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.373695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:35.688211Z","caller":"traceutil/trace.go:171","msg":"trace[461043978] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3433; }","duration":"103.776004ms","start":"2026-07-03T16:01:35.58441Z","end":"2026-07-03T16:01:35.688186Z","steps":["trace[461043978] 'count revisions from in-memory index tree' (duration: 103.239061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:35.858517Z","caller":"traceutil/trace.go:171","msg":"trace[1720002501] linearizableReadLoop","detail":"{readStateIndex:3583; appliedIndex:3581; }","duration":"112.592286ms","start":"2026-07-03T16:01:35.745898Z","end":"2026-07-03T16:01:35.85849Z","steps":["trace[1720002501] 'read index received' (duration: 14.572684ms)","trace[1720002501] 'applied index is now lower than readState.Index' (duration: 98.018332ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:35.858582Z","caller":"traceutil/trace.go:171","msg":"trace[751986406] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"120.505016ms","start":"2026-07-03T16:01:35.738048Z","end":"2026-07-03T16:01:35.858553Z","steps":["trace[751986406] 'process raft request' (duration: 120.298022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:35.858752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.757966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:35.858816Z","caller":"traceutil/trace.go:171","msg":"trace[1504416988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3436; }","duration":"104.884859ms","start":"2026-07-03T16:01:35.753915Z","end":"2026-07-03T16:01:35.8588Z","steps":["trace[1504416988] 'agreement among raft nodes before linearized reading' (duration: 104.769466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:35.85945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.533357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:01:35.85956Z","caller":"traceutil/trace.go:171","msg":"trace[551499150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3436; }","duration":"113.68941ms","start":"2026-07-03T16:01:35.745844Z","end":"2026-07-03T16:01:35.859533Z","steps":["trace[551499150] 'agreement among raft nodes before linearized reading' (duration: 113.473576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:38.035876Z","caller":"traceutil/trace.go:171","msg":"trace[643427673] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"141.600629ms","start":"2026-07-03T16:01:37.894242Z","end":"2026-07-03T16:01:38.035843Z","steps":["trace[643427673] 'process raft request' (duration: 99.323432ms)","trace[643427673] 'compare' (duration: 41.950509ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:38.036053Z","caller":"traceutil/trace.go:171","msg":"trace[868089685] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"141.299152ms","start":"2026-07-03T16:01:37.894726Z","end":"2026-07-03T16:01:38.036026Z","steps":["trace[868089685] 'process raft request' (duration: 141.059496ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:40.15472Z","caller":"traceutil/trace.go:171","msg":"trace[26461123] linearizableReadLoop","detail":"{readStateIndex:3604; appliedIndex:3603; }","duration":"115.327007ms","start":"2026-07-03T16:01:40.039364Z","end":"2026-07-03T16:01:40.154691Z","steps":["trace[26461123] 'read index received' (duration: 58.760824ms)","trace[26461123] 'applied index is now lower than readState.Index' (duration: 56.564633ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:40.154889Z","caller":"traceutil/trace.go:171","msg":"trace[916474889] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"130.847151ms","start":"2026-07-03T16:01:40.023974Z","end":"2026-07-03T16:01:40.154821Z","steps":["trace[916474889] 'process raft request' (duration: 74.241707ms)","trace[916474889] 'compare' (duration: 56.332538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:40.155006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.660585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:01:40.155023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.185294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:01:40.155084Z","caller":"traceutil/trace.go:171","msg":"trace[1217727707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3456; }","duration":"115.753667ms","start":"2026-07-03T16:01:40.039309Z","end":"2026-07-03T16:01:40.155063Z","steps":["trace[1217727707] 'agreement among raft nodes before linearized reading' (duration: 115.534352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:40.155105Z","caller":"traceutil/trace.go:171","msg":"trace[168001035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3456; }","duration":"115.296927ms","start":"2026-07-03T16:01:40.039788Z","end":"2026-07-03T16:01:40.155085Z","steps":["trace[168001035] 'agreement among raft nodes before linearized reading' (duration: 115.089883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:40.305778Z","caller":"traceutil/trace.go:171","msg":"trace[311050166] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"146.117672ms","start":"2026-07-03T16:01:40.159636Z","end":"2026-07-03T16:01:40.305753Z","steps":["trace[311050166] 'process raft request' (duration: 145.824395ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:40.305901Z","caller":"traceutil/trace.go:171","msg":"trace[238923488] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"146.362728ms","start":"2026-07-03T16:01:40.159533Z","end":"2026-07-03T16:01:40.305896Z","steps":["trace[238923488] 'process raft request' (duration: 145.775985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:42.37678Z","caller":"traceutil/trace.go:171","msg":"trace[59124222] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"123.682789ms","start":"2026-07-03T16:01:42.253072Z","end":"2026-07-03T16:01:42.376755Z","steps":["trace[59124222] 'process raft request' (duration: 123.416433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:43.528228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.218332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:01:43.528315Z","caller":"traceutil/trace.go:171","msg":"trace[606802356] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3474; }","duration":"156.360745ms","start":"2026-07-03T16:01:43.371934Z","end":"2026-07-03T16:01:43.528295Z","steps":["trace[606802356] 'range keys from in-memory index tree' (duration: 156.025238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:43.662306Z","caller":"traceutil/trace.go:171","msg":"trace[1456278686] linearizableReadLoop","detail":"{readStateIndex:3624; appliedIndex:3623; }","duration":"130.186067ms","start":"2026-07-03T16:01:43.532103Z","end":"2026-07-03T16:01:43.662289Z","steps":["trace[1456278686] 'read index received' (duration: 130.005233ms)","trace[1456278686] 'applied index is now lower than readState.Index' (duration: 180.064µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:43.662419Z","caller":"traceutil/trace.go:171","msg":"trace[721389283] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"183.654349ms","start":"2026-07-03T16:01:43.478726Z","end":"2026-07-03T16:01:43.66238Z","steps":["trace[721389283] 'process raft request' (duration: 183.446125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:43.662511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.389882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-03T16:01:43.66254Z","caller":"traceutil/trace.go:171","msg":"trace[497732037] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3475; }","duration":"130.468314ms","start":"2026-07-03T16:01:43.532064Z","end":"2026-07-03T16:01:43.662532Z","steps":["trace[497732037] 'agreement among raft nodes before linearized reading' (duration: 130.3056ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:44.051161Z","caller":"traceutil/trace.go:171","msg":"trace[444798958] linearizableReadLoop","detail":"{readStateIndex:3625; appliedIndex:3624; }","duration":"105.383059ms","start":"2026-07-03T16:01:43.945755Z","end":"2026-07-03T16:01:44.051138Z","steps":["trace[444798958] 'read index received' (duration: 105.354118ms)","trace[444798958] 'applied index is now lower than readState.Index' (duration: 28.251µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:44.051302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.535804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:44.051288Z","caller":"traceutil/trace.go:171","msg":"trace[1238124454] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"179.511516ms","start":"2026-07-03T16:01:43.871753Z","end":"2026-07-03T16:01:44.051264Z","steps":["trace[1238124454] 'process raft request' (duration: 179.23616ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:44.051337Z","caller":"traceutil/trace.go:171","msg":"trace[371055806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3476; }","duration":"105.591005ms","start":"2026-07-03T16:01:43.945737Z","end":"2026-07-03T16:01:44.051328Z","steps":["trace[371055806] 'agreement among raft nodes before linearized reading' (duration: 105.514064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:44.073523Z","caller":"traceutil/trace.go:171","msg":"trace[309526831] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"125.591642ms","start":"2026-07-03T16:01:43.947902Z","end":"2026-07-03T16:01:44.073494Z","steps":["trace[309526831] 'process raft request' (duration: 125.375108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.296356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.541308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:44.296635Z","caller":"traceutil/trace.go:171","msg":"trace[515177571] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"219.196864ms","start":"2026-07-03T16:01:44.077392Z","end":"2026-07-03T16:01:44.296589Z","steps":["trace[515177571] 'process raft request' (duration: 73.172815ms)","trace[515177571] 'compare' (duration: 145.425596ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:44.297232Z","caller":"traceutil/trace.go:171","msg":"trace[1546943554] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"142.680843ms","start":"2026-07-03T16:01:44.154513Z","end":"2026-07-03T16:01:44.297194Z","steps":["trace[1546943554] 'process raft request' (duration: 141.962617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:48.680107Z","caller":"traceutil/trace.go:171","msg":"trace[76100144] linearizableReadLoop","detail":"{readStateIndex:3653; appliedIndex:3651; }","duration":"158.872054ms","start":"2026-07-03T16:01:48.521209Z","end":"2026-07-03T16:01:48.680081Z","steps":["trace[76100144] 'read index received' (duration: 6.401566ms)","trace[76100144] 'applied index is now lower than readState.Index' (duration: 152.469328ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:48.68014Z","caller":"traceutil/trace.go:171","msg":"trace[1839301269] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"161.799761ms","start":"2026-07-03T16:01:48.518305Z","end":"2026-07-03T16:01:48.680105Z","steps":["trace[1839301269] 'process raft request' (duration: 153.595604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:48.680344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.11946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:01:48.680384Z","caller":"traceutil/trace.go:171","msg":"trace[2121616081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3503; }","duration":"159.209021ms","start":"2026-07-03T16:01:48.521165Z","end":"2026-07-03T16:01:48.680374Z","steps":["trace[2121616081] 'agreement among raft nodes before linearized reading' (duration: 159.017447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:02:01.167652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.64219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:02:01.167787Z","caller":"traceutil/trace.go:171","msg":"trace[1977374744] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"147.688539ms","start":"2026-07-03T16:02:01.020076Z","end":"2026-07-03T16:02:01.167764Z","steps":["trace[1977374744] 'process raft request' (duration: 31.851455ms)","trace[1977374744] 'compare' (duration: 115.544387ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:02:01.170142Z","caller":"traceutil/trace.go:171","msg":"trace[563317222] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"145.069019ms","start":"2026-07-03T16:02:01.025047Z","end":"2026-07-03T16:02:01.170116Z","steps":["trace[563317222] 'process raft request' (duration: 144.928966ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:05.354252Z","caller":"traceutil/trace.go:171","msg":"trace[1864246912] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"152.675042ms","start":"2026-07-03T16:02:05.201538Z","end":"2026-07-03T16:02:05.354213Z","steps":["trace[1864246912] 'process raft request' (duration: 152.420646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:02:24.473101Z","caller":"traceutil/trace.go:171","msg":"trace[1224306252] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"116.892696ms","start":"2026-07-03T16:02:24.356173Z","end":"2026-07-03T16:02:24.473066Z","steps":["trace[1224306252] 'process raft request' (duration: 116.723683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:19.051472Z","caller":"traceutil/trace.go:171","msg":"trace[1377872658] linearizableReadLoop","detail":"{readStateIndex:4182; appliedIndex:4181; }","duration":"115.359833ms","start":"2026-07-03T16:03:18.936059Z","end":"2026-07-03T16:03:19.051419Z","steps":["trace[1377872658] 'read index received' (duration: 115.175498ms)","trace[1377872658] 'applied index is now lower than readState.Index' (duration: 183.565µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:03:19.051518Z","caller":"traceutil/trace.go:171","msg":"trace[1906671682] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"231.698609ms","start":"2026-07-03T16:03:18.819788Z","end":"2026-07-03T16:03:19.051486Z","steps":["trace[1906671682] 'process raft request' (duration: 231.470844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:19.051634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.553558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:03:19.051701Z","caller":"traceutil/trace.go:171","msg":"trace[1283701512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4010; }","duration":"115.66133ms","start":"2026-07-03T16:03:18.936028Z","end":"2026-07-03T16:03:19.051689Z","steps":["trace[1283701512] 'agreement among raft nodes before linearized reading' (duration: 115.552077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:19.051775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.947804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:03:19.052162Z","caller":"traceutil/trace.go:171","msg":"trace[777652771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4010; }","duration":"108.397614ms","start":"2026-07-03T16:03:18.943729Z","end":"2026-07-03T16:03:19.052126Z","steps":["trace[777652771] 'agreement among raft nodes before linearized reading' (duration: 107.982285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:25.361327Z","caller":"traceutil/trace.go:171","msg":"trace[1104022018] linearizableReadLoop","detail":"{readStateIndex:4333; appliedIndex:4332; }","duration":"250.576958ms","start":"2026-07-03T16:03:25.110721Z","end":"2026-07-03T16:03:25.361297Z","steps":["trace[1104022018] 'read index received' (duration: 250.537848ms)","trace[1104022018] 'applied index is now lower than readState.Index' (duration: 37.31µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:03:25.361423Z","caller":"traceutil/trace.go:171","msg":"trace[1728457140] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"290.049895ms","start":"2026-07-03T16:03:25.071326Z","end":"2026-07-03T16:03:25.361376Z","steps":["trace[1728457140] 'process raft request' (duration: 289.83077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:25.361593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.852604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:03:25.3617Z","caller":"traceutil/trace.go:171","msg":"trace[1271597748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4158; }","duration":"251.020748ms","start":"2026-07-03T16:03:25.110663Z","end":"2026-07-03T16:03:25.361684Z","steps":["trace[1271597748] 'agreement among raft nodes before linearized reading' (duration: 250.852644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:25.400632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.743171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:03:25.400784Z","caller":"traceutil/trace.go:171","msg":"trace[320395925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4159; }","duration":"206.950656ms","start":"2026-07-03T16:03:25.193813Z","end":"2026-07-03T16:03:25.400764Z","steps":["trace[320395925] 'agreement among raft nodes before linearized reading' (duration: 206.68271ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:25.400773Z","caller":"traceutil/trace.go:171","msg":"trace[539557153] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"171.338267ms","start":"2026-07-03T16:03:25.229384Z","end":"2026-07-03T16:03:25.400722Z","steps":["trace[539557153] 'process raft request' (duration: 171.01519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:03:25.40071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.615617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:03:25.401078Z","caller":"traceutil/trace.go:171","msg":"trace[1417438499] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4159; }","duration":"192.016656ms","start":"2026-07-03T16:03:25.20903Z","end":"2026-07-03T16:03:25.401047Z","steps":["trace[1417438499] 'agreement among raft nodes before linearized reading' (duration: 191.629338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:54.514362Z","caller":"traceutil/trace.go:171","msg":"trace[1632814198] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"208.673124ms","start":"2026-07-03T16:03:54.305663Z","end":"2026-07-03T16:03:54.514336Z","steps":["trace[1632814198] 'process raft request' (duration: 208.51091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:00.833204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.470169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:00.833498Z","caller":"traceutil/trace.go:171","msg":"trace[1897040720] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"865.128251ms","start":"2026-07-03T16:03:59.968345Z","end":"2026-07-03T16:04:00.833473Z","steps":["trace[1897040720] 'process raft request' (duration: 865.003998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:00.833608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:03:59.968311Z","time spent":"865.248594ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:00.833897Z","caller":"traceutil/trace.go:171","msg":"trace[485368601] linearizableReadLoop","detail":"{readStateIndex:4566; appliedIndex:4565; }","duration":"1.010107197s","start":"2026-07-03T16:03:59.823771Z","end":"2026-07-03T16:04:00.833878Z","steps":["trace[485368601] 'read index received' (duration: 282.824221ms)","trace[485368601] 'applied index is now lower than readState.Index' (duration: 727.280866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:00.834155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010385053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:04:00.834213Z","caller":"traceutil/trace.go:171","msg":"trace[1449905631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:4385; }","duration":"1.010498266s","start":"2026-07-03T16:03:59.823701Z","end":"2026-07-03T16:04:00.8342Z","steps":["trace[1449905631] 'agreement among raft nodes before linearized reading' (duration: 1.010279322s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:00.834455Z","caller":"traceutil/trace.go:171","msg":"trace[2074283029] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"1.178818415s","start":"2026-07-03T16:03:59.654946Z","end":"2026-07-03T16:04:00.833764Z","steps":["trace[2074283029] 'process raft request' (duration: 451.649791ms)","trace[2074283029] 'compare' (duration: 725.375063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:00.834748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:03:59.654924Z","time spent":"1.179676133s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:00.834839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:03:59.823649Z","time spent":"1.010596329s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:04:00.835429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.353752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:00.835438Z","caller":"traceutil/trace.go:171","msg":"trace[1021603488] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"298.805514ms","start":"2026-07-03T16:04:00.53659Z","end":"2026-07-03T16:04:00.835396Z","steps":["trace[1021603488] 'process raft request' (duration: 298.661841ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:00.835521Z","caller":"traceutil/trace.go:171","msg":"trace[33654671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4386; }","duration":"885.468504ms","start":"2026-07-03T16:03:59.950007Z","end":"2026-07-03T16:04:00.835476Z","steps":["trace[33654671] 'agreement among raft nodes before linearized reading' (duration: 885.346011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:00.835552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:03:59.949972Z","time spent":"885.575367ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:04:00.835732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.845062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:04:00.835912Z","caller":"traceutil/trace.go:171","msg":"trace[555030920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4386; }","duration":"813.016936ms","start":"2026-07-03T16:04:00.022825Z","end":"2026-07-03T16:04:00.835842Z","steps":["trace[555030920] 'agreement among raft nodes before linearized reading' (duration: 812.590477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:00.835971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:00.022807Z","time spent":"813.15194ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:04:07.192913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2477} {"level":"info","ts":"2026-07-03T16:04:07.281105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2477,"took":"86.896294ms","hash":1569516875,"current-db-size-bytes":36696064,"current-db-size":"37 MB","current-db-size-in-use-bytes":11526144,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-03T16:04:07.281186Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1569516875,"revision":2477,"compact-revision":-1} {"level":"info","ts":"2026-07-03T16:04:15.828797Z","caller":"traceutil/trace.go:171","msg":"trace[221554033] linearizableReadLoop","detail":"{readStateIndex:4655; appliedIndex:4654; }","duration":"115.810434ms","start":"2026-07-03T16:04:15.712959Z","end":"2026-07-03T16:04:15.828769Z","steps":["trace[221554033] 'read index received' (duration: 115.546089ms)","trace[221554033] 'applied index is now lower than readState.Index' (duration: 262.795µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:15.82893Z","caller":"traceutil/trace.go:171","msg":"trace[777770165] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"223.064744ms","start":"2026-07-03T16:04:15.605827Z","end":"2026-07-03T16:04:15.828892Z","steps":["trace[777770165] 'process raft request' (duration: 222.764857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.829119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.123321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:04:15.829179Z","caller":"traceutil/trace.go:171","msg":"trace[2032364276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4469; }","duration":"116.243935ms","start":"2026-07-03T16:04:15.712913Z","end":"2026-07-03T16:04:15.829157Z","steps":["trace[2032364276] 'agreement among raft nodes before linearized reading' (duration: 116.03395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.829274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.805974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:04:15.829285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.913177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:04:15.829393Z","caller":"traceutil/trace.go:171","msg":"trace[2060757412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4469; }","duration":"116.06714ms","start":"2026-07-03T16:04:15.713304Z","end":"2026-07-03T16:04:15.829371Z","steps":["trace[2060757412] 'agreement among raft nodes before linearized reading' (duration: 115.790934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:15.829328Z","caller":"traceutil/trace.go:171","msg":"trace[216473038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4469; }","duration":"115.895457ms","start":"2026-07-03T16:04:15.713418Z","end":"2026-07-03T16:04:15.829313Z","steps":["trace[216473038] 'agreement among raft nodes before linearized reading' (duration: 115.746963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:57.339917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.733846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:57.340105Z","caller":"traceutil/trace.go:171","msg":"trace[666107237] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"191.408021ms","start":"2026-07-03T16:04:57.148669Z","end":"2026-07-03T16:04:57.340077Z","steps":["trace[666107237] 'process raft request' (duration: 67.361999ms)","trace[666107237] 'compare' (duration: 123.165192ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:57.346661Z","caller":"traceutil/trace.go:171","msg":"trace[951137127] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"100.27446ms","start":"2026-07-03T16:04:57.246356Z","end":"2026-07-03T16:04:57.34663Z","steps":["trace[951137127] 'read index received' (duration: 100.125056ms)","trace[951137127] 'applied index is now lower than readState.Index' (duration: 148.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:57.346695Z","caller":"traceutil/trace.go:171","msg":"trace[1324356000] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"197.148733ms","start":"2026-07-03T16:04:57.149518Z","end":"2026-07-03T16:04:57.346667Z","steps":["trace[1324356000] 'process raft request' (duration: 197.01632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:57.346863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.489865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:04:57.3469Z","caller":"traceutil/trace.go:171","msg":"trace[988195851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4763; }","duration":"100.581087ms","start":"2026-07-03T16:04:57.246308Z","end":"2026-07-03T16:04:57.34689Z","steps":["trace[988195851] 'agreement among raft nodes before linearized reading' (duration: 100.432313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.306245Z","caller":"traceutil/trace.go:171","msg":"trace[378286118] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"134.183714ms","start":"2026-07-03T16:04:58.17203Z","end":"2026-07-03T16:04:58.306214Z","steps":["trace[378286118] 'process raft request' (duration: 133.99291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:04.688974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.602905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:04.689109Z","caller":"traceutil/trace.go:171","msg":"trace[1220251253] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"320.818286ms","start":"2026-07-03T16:05:04.368269Z","end":"2026-07-03T16:05:04.689087Z","steps":["trace[1220251253] 'process raft request' (duration: 168.000206ms)","trace[1220251253] 'compare' (duration: 152.342909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:04.689172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:04.368239Z","time spent":"320.904728ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:07.465488Z","caller":"traceutil/trace.go:171","msg":"trace[1671026805] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"130.246215ms","start":"2026-07-03T16:05:07.335211Z","end":"2026-07-03T16:05:07.465457Z","steps":["trace[1671026805] 'process raft request' (duration: 120.83218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:11.420478Z","caller":"traceutil/trace.go:171","msg":"trace[867142899] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"122.66248ms","start":"2026-07-03T16:05:11.297794Z","end":"2026-07-03T16:05:11.420456Z","steps":["trace[867142899] 'process raft request' (duration: 122.532207ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:13.612055Z","caller":"traceutil/trace.go:171","msg":"trace[935092666] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"126.432328ms","start":"2026-07-03T16:05:13.48557Z","end":"2026-07-03T16:05:13.612002Z","steps":["trace[935092666] 'process raft request' (duration: 125.946186ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:13.642399Z","caller":"traceutil/trace.go:171","msg":"trace[839316222] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"109.859979ms","start":"2026-07-03T16:05:13.532506Z","end":"2026-07-03T16:05:13.642366Z","steps":["trace[839316222] 'process raft request' (duration: 109.672525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:14.4013Z","caller":"traceutil/trace.go:171","msg":"trace[902747693] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"147.290043ms","start":"2026-07-03T16:05:14.253955Z","end":"2026-07-03T16:05:14.401245Z","steps":["trace[902747693] 'process raft request' (duration: 97.833454ms)","trace[902747693] 'compare' (duration: 49.219804ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:14.967921Z","caller":"traceutil/trace.go:171","msg":"trace[583057215] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"101.152131ms","start":"2026-07-03T16:05:14.866721Z","end":"2026-07-03T16:05:14.967873Z","steps":["trace[583057215] 'process raft request' (duration: 83.339593ms)","trace[583057215] 'compare' (duration: 17.550052ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:14.968553Z","caller":"traceutil/trace.go:171","msg":"trace[1485611335] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5266; }","duration":"101.535259ms","start":"2026-07-03T16:05:14.866994Z","end":"2026-07-03T16:05:14.96853Z","steps":["trace[1485611335] 'read index received' (duration: 28.050821ms)","trace[1485611335] 'applied index is now lower than readState.Index' (duration: 73.483308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:14.968731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.883699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5066"} {"level":"info","ts":"2026-07-03T16:05:14.968791Z","caller":"traceutil/trace.go:171","msg":"trace[593916401] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:5062; }","duration":"102.975022ms","start":"2026-07-03T16:05:14.8658Z","end":"2026-07-03T16:05:14.968776Z","steps":["trace[593916401] 'agreement among raft nodes before linearized reading' (duration: 102.795918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:14.969039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.586521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-dtxqs\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-07-03T16:05:14.969127Z","caller":"traceutil/trace.go:171","msg":"trace[2044015405] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-dtxqs; range_end:; response_count:1; response_revision:5062; }","duration":"105.709685ms","start":"2026-07-03T16:05:14.863397Z","end":"2026-07-03T16:05:14.969107Z","steps":["trace[2044015405] 'agreement among raft nodes before linearized reading' (duration: 105.245634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:14.978179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.165285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8162"} {"level":"info","ts":"2026-07-03T16:05:14.978281Z","caller":"traceutil/trace.go:171","msg":"trace[1912447067] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:5063; }","duration":"106.300477ms","start":"2026-07-03T16:05:14.871958Z","end":"2026-07-03T16:05:14.978259Z","steps":["trace[1912447067] 'agreement among raft nodes before linearized reading' (duration: 105.97914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.116208Z","caller":"traceutil/trace.go:171","msg":"trace[1175849363] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"135.496805ms","start":"2026-07-03T16:05:14.980678Z","end":"2026-07-03T16:05:15.116174Z","steps":["trace[1175849363] 'process raft request' (duration: 135.381982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.116333Z","caller":"traceutil/trace.go:171","msg":"trace[1347437291] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"131.79519ms","start":"2026-07-03T16:05:14.984523Z","end":"2026-07-03T16:05:15.116318Z","steps":["trace[1347437291] 'process raft request' (duration: 131.677997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.116374Z","caller":"traceutil/trace.go:171","msg":"trace[29383885] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"131.8034ms","start":"2026-07-03T16:05:14.984519Z","end":"2026-07-03T16:05:15.116322Z","steps":["trace[29383885] 'process raft request' (duration: 131.651207ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.116399Z","caller":"traceutil/trace.go:171","msg":"trace[1220566890] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5280; }","duration":"136.321803ms","start":"2026-07-03T16:05:14.980057Z","end":"2026-07-03T16:05:15.116379Z","steps":["trace[1220566890] 'read index received' (duration: 70.158532ms)","trace[1220566890] 'applied index is now lower than readState.Index' (duration: 66.162321ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:15.116408Z","caller":"traceutil/trace.go:171","msg":"trace[345460445] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"132.398264ms","start":"2026-07-03T16:05:14.983979Z","end":"2026-07-03T16:05:15.116377Z","steps":["trace[345460445] 'process raft request' (duration: 132.131558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.116478Z","caller":"traceutil/trace.go:171","msg":"trace[1579726428] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"131.181586ms","start":"2026-07-03T16:05:14.985272Z","end":"2026-07-03T16:05:15.116454Z","steps":["trace[1579726428] 'process raft request' (duration: 131.009472ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.116213Z","caller":"traceutil/trace.go:171","msg":"trace[1652006522] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"137.401499ms","start":"2026-07-03T16:05:14.978767Z","end":"2026-07-03T16:05:15.116168Z","steps":["trace[1652006522] 'process raft request' (duration: 99.629176ms)","trace[1652006522] 'compare' (duration: 37.547467ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:15.116566Z","caller":"traceutil/trace.go:171","msg":"trace[1571643786] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"132.004764ms","start":"2026-07-03T16:05:14.984548Z","end":"2026-07-03T16:05:15.116552Z","steps":["trace[1571643786] 'process raft request' (duration: 131.682827ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.116648Z","caller":"traceutil/trace.go:171","msg":"trace[429515558] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"131.590075ms","start":"2026-07-03T16:05:14.985021Z","end":"2026-07-03T16:05:15.116611Z","steps":["trace[429515558] 'process raft request' (duration: 131.234937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:15.116763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.684611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10878"} {"level":"info","ts":"2026-07-03T16:05:15.116805Z","caller":"traceutil/trace.go:171","msg":"trace[256398337] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5074; }","duration":"136.763784ms","start":"2026-07-03T16:05:14.980026Z","end":"2026-07-03T16:05:15.11679Z","steps":["trace[256398337] 'agreement among raft nodes before linearized reading' (duration: 136.569859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:15.151746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.337426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-07-03T16:05:15.151842Z","caller":"traceutil/trace.go:171","msg":"trace[1248876320] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:5075; }","duration":"151.462549ms","start":"2026-07-03T16:05:15.000343Z","end":"2026-07-03T16:05:15.151806Z","steps":["trace[1248876320] 'agreement among raft nodes before linearized reading' (duration: 151.263584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:15.15185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.345647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-07-03T16:05:15.151986Z","caller":"traceutil/trace.go:171","msg":"trace[1614400149] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:5075; }","duration":"151.535921ms","start":"2026-07-03T16:05:15.000408Z","end":"2026-07-03T16:05:15.151944Z","steps":["trace[1614400149] 'agreement among raft nodes before linearized reading' (duration: 151.196563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:15.15214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.06089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-07-03T16:05:15.152232Z","caller":"traceutil/trace.go:171","msg":"trace[106516563] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:5075; }","duration":"151.184203ms","start":"2026-07-03T16:05:15.001026Z","end":"2026-07-03T16:05:15.15221Z","steps":["trace[106516563] 'agreement among raft nodes before linearized reading' (duration: 150.947668ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.398107Z","caller":"traceutil/trace.go:171","msg":"trace[1521629424] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"118.084177ms","start":"2026-07-03T16:05:15.279979Z","end":"2026-07-03T16:05:15.398063Z","steps":["trace[1521629424] 'process raft request' (duration: 113.975273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.398376Z","caller":"traceutil/trace.go:171","msg":"trace[1982243687] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"118.322532ms","start":"2026-07-03T16:05:15.280029Z","end":"2026-07-03T16:05:15.398351Z","steps":["trace[1982243687] 'process raft request' (duration: 117.928593ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.398453Z","caller":"traceutil/trace.go:171","msg":"trace[393204631] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"118.25718ms","start":"2026-07-03T16:05:15.280169Z","end":"2026-07-03T16:05:15.398427Z","steps":["trace[393204631] 'process raft request' (duration: 117.83363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.398628Z","caller":"traceutil/trace.go:171","msg":"trace[1002328308] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"118.400263ms","start":"2026-07-03T16:05:15.280218Z","end":"2026-07-03T16:05:15.398618Z","steps":["trace[1002328308] 'process raft request' (duration: 118.26839ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.39874Z","caller":"traceutil/trace.go:171","msg":"trace[838481186] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"116.781946ms","start":"2026-07-03T16:05:15.28194Z","end":"2026-07-03T16:05:15.398722Z","steps":["trace[838481186] 'process raft request' (duration: 116.617793ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.398895Z","caller":"traceutil/trace.go:171","msg":"trace[1461043879] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"116.881238ms","start":"2026-07-03T16:05:15.281974Z","end":"2026-07-03T16:05:15.398856Z","steps":["trace[1461043879] 'process raft request' (duration: 116.629323ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.398977Z","caller":"traceutil/trace.go:171","msg":"trace[1376221775] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"116.890579ms","start":"2026-07-03T16:05:15.282073Z","end":"2026-07-03T16:05:15.398964Z","steps":["trace[1376221775] 'process raft request' (duration: 116.792187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.39897Z","caller":"traceutil/trace.go:171","msg":"trace[1024289269] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"116.912079ms","start":"2026-07-03T16:05:15.282023Z","end":"2026-07-03T16:05:15.398936Z","steps":["trace[1024289269] 'process raft request' (duration: 116.797867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399026Z","caller":"traceutil/trace.go:171","msg":"trace[2090912750] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"116.927911ms","start":"2026-07-03T16:05:15.282071Z","end":"2026-07-03T16:05:15.398999Z","steps":["trace[2090912750] 'process raft request' (duration: 116.834058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.398983Z","caller":"traceutil/trace.go:171","msg":"trace[1491902506] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"116.899949ms","start":"2026-07-03T16:05:15.282013Z","end":"2026-07-03T16:05:15.398913Z","steps":["trace[1491902506] 'process raft request' (duration: 116.735515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.39917Z","caller":"traceutil/trace.go:171","msg":"trace[1133096572] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"116.364108ms","start":"2026-07-03T16:05:15.282794Z","end":"2026-07-03T16:05:15.399158Z","steps":["trace[1133096572] 'process raft request' (duration: 116.166493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399285Z","caller":"traceutil/trace.go:171","msg":"trace[35711763] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"116.44082ms","start":"2026-07-03T16:05:15.282833Z","end":"2026-07-03T16:05:15.399274Z","steps":["trace[35711763] 'process raft request' (duration: 116.160153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399443Z","caller":"traceutil/trace.go:171","msg":"trace[1199957921] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"115.673752ms","start":"2026-07-03T16:05:15.283759Z","end":"2026-07-03T16:05:15.399433Z","steps":["trace[1199957921] 'process raft request' (duration: 115.463118ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399552Z","caller":"traceutil/trace.go:171","msg":"trace[747310711] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"115.732574ms","start":"2026-07-03T16:05:15.283803Z","end":"2026-07-03T16:05:15.399536Z","steps":["trace[747310711] 'process raft request' (duration: 115.463888ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399708Z","caller":"traceutil/trace.go:171","msg":"trace[1754443798] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"115.806875ms","start":"2026-07-03T16:05:15.283841Z","end":"2026-07-03T16:05:15.399647Z","steps":["trace[1754443798] 'process raft request' (duration: 115.537629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399734Z","caller":"traceutil/trace.go:171","msg":"trace[665680224] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"115.758944ms","start":"2026-07-03T16:05:15.283964Z","end":"2026-07-03T16:05:15.399723Z","steps":["trace[665680224] 'process raft request' (duration: 115.5959ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399871Z","caller":"traceutil/trace.go:171","msg":"trace[1788749761] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"115.879497ms","start":"2026-07-03T16:05:15.283976Z","end":"2026-07-03T16:05:15.399855Z","steps":["trace[1788749761] 'process raft request' (duration: 115.613971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.399966Z","caller":"traceutil/trace.go:171","msg":"trace[586529265] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"103.758329ms","start":"2026-07-03T16:05:15.296197Z","end":"2026-07-03T16:05:15.399956Z","steps":["trace[586529265] 'process raft request' (duration: 103.584315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:15.400094Z","caller":"traceutil/trace.go:171","msg":"trace[1249186637] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"103.79145ms","start":"2026-07-03T16:05:15.296281Z","end":"2026-07-03T16:05:15.400073Z","steps":["trace[1249186637] 'process raft request' (duration: 103.551104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:17.19472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.851903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-07-03T16:05:17.194876Z","caller":"traceutil/trace.go:171","msg":"trace[670435508] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5216; }","duration":"168.060428ms","start":"2026-07-03T16:05:17.026786Z","end":"2026-07-03T16:05:17.194847Z","steps":["trace[670435508] 'range keys from in-memory index tree' (duration: 167.620707ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:19.197688Z","caller":"traceutil/trace.go:171","msg":"trace[398211080] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"102.89309ms","start":"2026-07-03T16:05:19.094765Z","end":"2026-07-03T16:05:19.197658Z","steps":["trace[398211080] 'process raft request' (duration: 102.691335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:24.202179Z","caller":"traceutil/trace.go:171","msg":"trace[1996601449] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"143.060117ms","start":"2026-07-03T16:05:24.059077Z","end":"2026-07-03T16:05:24.202137Z","steps":["trace[1996601449] 'process raft request' (duration: 142.826522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:24.838959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.985198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:05:24.839063Z","caller":"traceutil/trace.go:171","msg":"trace[664021569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5362; }","duration":"204.147882ms","start":"2026-07-03T16:05:24.63489Z","end":"2026-07-03T16:05:24.839038Z","steps":["trace[664021569] 'range keys from in-memory index tree' (duration: 203.773934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:24.839212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.283607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:05:24.839307Z","caller":"traceutil/trace.go:171","msg":"trace[1357616462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5362; }","duration":"187.40821ms","start":"2026-07-03T16:05:24.651873Z","end":"2026-07-03T16:05:24.839281Z","steps":["trace[1357616462] 'range keys from in-memory index tree' (duration: 187.128143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:24.840385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.172932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-07-03T16:05:24.840568Z","caller":"traceutil/trace.go:171","msg":"trace[346777586] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5362; }","duration":"246.403918ms","start":"2026-07-03T16:05:24.594139Z","end":"2026-07-03T16:05:24.840543Z","steps":["trace[346777586] 'range keys from in-memory index tree' (duration: 245.060805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.043473Z","caller":"traceutil/trace.go:171","msg":"trace[1171873369] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"199.529556ms","start":"2026-07-03T16:05:24.84392Z","end":"2026-07-03T16:05:25.043449Z","steps":["trace[1171873369] 'process raft request' (duration: 199.335252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.097321Z","caller":"traceutil/trace.go:171","msg":"trace[747586877] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"253.310235ms","start":"2026-07-03T16:05:24.843981Z","end":"2026-07-03T16:05:25.097291Z","steps":["trace[747586877] 'process raft request' (duration: 253.12158ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.097605Z","caller":"traceutil/trace.go:171","msg":"trace[640270068] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5582; }","duration":"227.133188ms","start":"2026-07-03T16:05:24.870431Z","end":"2026-07-03T16:05:25.097564Z","steps":["trace[640270068] 'read index received' (duration: 172.764075ms)","trace[640270068] 'applied index is now lower than readState.Index' (duration: 54.367123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:25.097904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.457576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T16:05:25.097978Z","caller":"traceutil/trace.go:171","msg":"trace[1820037353] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5365; }","duration":"227.564878ms","start":"2026-07-03T16:05:24.870394Z","end":"2026-07-03T16:05:25.097958Z","steps":["trace[1820037353] 'agreement among raft nodes before linearized reading' (duration: 227.375093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:25.09807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.105716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cb4ee6d-b643-4509-94e4-6f85bf3b870b\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-03T16:05:25.098146Z","caller":"traceutil/trace.go:171","msg":"trace[2588435] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cb4ee6d-b643-4509-94e4-6f85bf3b870b; range_end:; response_count:1; response_revision:5365; }","duration":"160.234009ms","start":"2026-07-03T16:05:24.93789Z","end":"2026-07-03T16:05:25.098124Z","steps":["trace[2588435] 'agreement among raft nodes before linearized reading' (duration: 160.050565ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.098166Z","caller":"traceutil/trace.go:171","msg":"trace[409297479] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"250.920581ms","start":"2026-07-03T16:05:24.847234Z","end":"2026-07-03T16:05:25.098155Z","steps":["trace[409297479] 'process raft request' (duration: 250.01149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:25.098421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.386555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:25.0985Z","caller":"traceutil/trace.go:171","msg":"trace[678408695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5365; }","duration":"154.512318ms","start":"2026-07-03T16:05:24.943969Z","end":"2026-07-03T16:05:25.098482Z","steps":["trace[678408695] 'agreement among raft nodes before linearized reading' (duration: 154.404936ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.22857Z","caller":"traceutil/trace.go:171","msg":"trace[270179762] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"122.229001ms","start":"2026-07-03T16:05:25.106314Z","end":"2026-07-03T16:05:25.228543Z","steps":["trace[270179762] 'process raft request' (duration: 121.959355ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:25.22893Z","caller":"traceutil/trace.go:171","msg":"trace[1956153404] linearizableReadLoop","detail":"{readStateIndex:5586; appliedIndex:5585; }","duration":"108.373014ms","start":"2026-07-03T16:05:25.120098Z","end":"2026-07-03T16:05:25.228471Z","steps":["trace[1956153404] 'read index received' (duration: 107.983756ms)","trace[1956153404] 'applied index is now lower than readState.Index' (duration: 387.698µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:25.228946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.808724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-03T16:05:25.229048Z","caller":"traceutil/trace.go:171","msg":"trace[806781436] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5366; }","duration":"108.926868ms","start":"2026-07-03T16:05:25.120092Z","end":"2026-07-03T16:05:25.229019Z","steps":["trace[806781436] 'agreement among raft nodes before linearized reading' (duration: 108.543878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:27.485637Z","caller":"traceutil/trace.go:171","msg":"trace[318682414] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"305.248061ms","start":"2026-07-03T16:05:27.180359Z","end":"2026-07-03T16:05:27.485607Z","steps":["trace[318682414] 'process raft request' (duration: 305.084008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:27.485799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.180336Z","time spent":"305.377834ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:27.525064Z","caller":"traceutil/trace.go:171","msg":"trace[42447941] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5640; }","duration":"315.727731ms","start":"2026-07-03T16:05:27.209312Z","end":"2026-07-03T16:05:27.525039Z","steps":["trace[42447941] 'read index received' (duration: 276.112846ms)","trace[42447941] 'applied index is now lower than readState.Index' (duration: 39.613735ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:27.525147Z","caller":"traceutil/trace.go:171","msg":"trace[1886132200] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"342.88472ms","start":"2026-07-03T16:05:27.182225Z","end":"2026-07-03T16:05:27.52511Z","steps":["trace[1886132200] 'process raft request' (duration: 342.664695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:27.525299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.967546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T16:05:27.525332Z","caller":"traceutil/trace.go:171","msg":"trace[380277420] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5418; }","duration":"316.051828ms","start":"2026-07-03T16:05:27.209268Z","end":"2026-07-03T16:05:27.52532Z","steps":["trace[380277420] 'agreement among raft nodes before linearized reading' (duration: 315.905165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:27.525321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.182195Z","time spent":"343.026734ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:27.525361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.209244Z","time spent":"316.111259ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-03T16:05:27.525406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.826543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6\" ","response":"range_response_count:1 size:4074"} {"level":"info","ts":"2026-07-03T16:05:27.525488Z","caller":"traceutil/trace.go:171","msg":"trace[2056592761] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6; range_end:; response_count:1; response_revision:5418; }","duration":"280.960666ms","start":"2026-07-03T16:05:27.244507Z","end":"2026-07-03T16:05:27.525468Z","steps":["trace[2056592761] 'agreement among raft nodes before linearized reading' (duration: 280.727561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:27.525612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.210032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-07-03T16:05:27.525704Z","caller":"traceutil/trace.go:171","msg":"trace[1481608409] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5418; }","duration":"186.349585ms","start":"2026-07-03T16:05:27.339332Z","end":"2026-07-03T16:05:27.525682Z","steps":["trace[1481608409] 'agreement among raft nodes before linearized reading' (duration: 186.012138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:27.95366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.266588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:27.953794Z","caller":"traceutil/trace.go:171","msg":"trace[1410579510] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"428.122118ms","start":"2026-07-03T16:05:27.525645Z","end":"2026-07-03T16:05:27.953767Z","steps":["trace[1410579510] 'process raft request' (duration: 183.664795ms)","trace[1410579510] 'compare' (duration: 244.023563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:27.953904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.525625Z","time spent":"428.23182ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:28.003541Z","caller":"traceutil/trace.go:171","msg":"trace[1786086739] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5642; }","duration":"454.583801ms","start":"2026-07-03T16:05:27.548936Z","end":"2026-07-03T16:05:28.00352Z","steps":["trace[1786086739] 'read index received' (duration: 160.384293ms)","trace[1786086739] 'applied index is now lower than readState.Index' (duration: 294.198398ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:28.003597Z","caller":"traceutil/trace.go:171","msg":"trace[1803913650] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"474.849625ms","start":"2026-07-03T16:05:27.52872Z","end":"2026-07-03T16:05:28.003569Z","steps":["trace[1803913650] 'process raft request' (duration: 474.677591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.003794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.528697Z","time spent":"474.948647ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:28.00384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.898578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-03T16:05:28.003902Z","caller":"traceutil/trace.go:171","msg":"trace[568382242] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5420; }","duration":"454.99198ms","start":"2026-07-03T16:05:27.548894Z","end":"2026-07-03T16:05:28.003886Z","steps":["trace[568382242] 'agreement among raft nodes before linearized reading' (duration: 454.735195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.003943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.548874Z","time spent":"455.060143ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:05:28.109971Z","caller":"traceutil/trace.go:171","msg":"trace[1997201692] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"319.623309ms","start":"2026-07-03T16:05:27.790305Z","end":"2026-07-03T16:05:28.109928Z","steps":["trace[1997201692] 'process raft request' (duration: 319.427625ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:28.110097Z","caller":"traceutil/trace.go:171","msg":"trace[157692391] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"318.848201ms","start":"2026-07-03T16:05:27.791217Z","end":"2026-07-03T16:05:28.110065Z","steps":["trace[157692391] 'process raft request' (duration: 318.628316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:28.110238Z","caller":"traceutil/trace.go:171","msg":"trace[1087214521] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5645; }","duration":"106.622915ms","start":"2026-07-03T16:05:28.0036Z","end":"2026-07-03T16:05:28.110223Z","steps":["trace[1087214521] 'read index received' (duration: 106.256987ms)","trace[1087214521] 'applied index is now lower than readState.Index' (duration: 365.348µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:28.110259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.791198Z","time spent":"318.974875ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:28.110272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.790274Z","time spent":"319.876995ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:28.110277Z","caller":"traceutil/trace.go:171","msg":"trace[1549942276] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"171.709951ms","start":"2026-07-03T16:05:27.938544Z","end":"2026-07-03T16:05:28.110253Z","steps":["trace[1549942276] 'process raft request' (duration: 171.410025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.110424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.047564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:05:28.110468Z","caller":"traceutil/trace.go:171","msg":"trace[232766827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"276.123135ms","start":"2026-07-03T16:05:27.834334Z","end":"2026-07-03T16:05:28.110457Z","steps":["trace[232766827] 'agreement among raft nodes before linearized reading' (duration: 275.976502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.110477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.632001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:28.11051Z","caller":"traceutil/trace.go:171","msg":"trace[884625659] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5423; }","duration":"348.690623ms","start":"2026-07-03T16:05:27.761807Z","end":"2026-07-03T16:05:28.110497Z","steps":["trace[884625659] 'agreement among raft nodes before linearized reading' (duration: 348.630932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.11055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.761787Z","time spent":"348.755564ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-07-03T16:05:28.110652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.880528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cb4ee6d-b643-4509-94e4-6f85bf3b870b\" ","response":"range_response_count:1 size:4063"} {"level":"warn","ts":"2026-07-03T16:05:28.110495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.645879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:05:28.110718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.486025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h\" ","response":"range_response_count:1 size:9674"} {"level":"info","ts":"2026-07-03T16:05:28.110766Z","caller":"traceutil/trace.go:171","msg":"trace[422304000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:5423; }","duration":"273.917215ms","start":"2026-07-03T16:05:27.83683Z","end":"2026-07-03T16:05:28.110747Z","steps":["trace[422304000] 'agreement among raft nodes before linearized reading' (duration: 273.401754ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:28.110796Z","caller":"traceutil/trace.go:171","msg":"trace[1468014086] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h; range_end:; response_count:1; response_revision:5423; }","duration":"139.588288ms","start":"2026-07-03T16:05:27.971186Z","end":"2026-07-03T16:05:28.110775Z","steps":["trace[1468014086] 'agreement among raft nodes before linearized reading' (duration: 139.347673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.110839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.853159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:28.110713Z","caller":"traceutil/trace.go:171","msg":"trace[26380737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cb4ee6d-b643-4509-94e4-6f85bf3b870b; range_end:; response_count:1; response_revision:5423; }","duration":"543.014451ms","start":"2026-07-03T16:05:27.567687Z","end":"2026-07-03T16:05:28.110701Z","steps":["trace[26380737] 'agreement among raft nodes before linearized reading' (duration: 542.856798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:28.110878Z","caller":"traceutil/trace.go:171","msg":"trace[2001144286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5423; }","duration":"282.89322ms","start":"2026-07-03T16:05:27.827976Z","end":"2026-07-03T16:05:28.11087Z","steps":["trace[2001144286] 'agreement among raft nodes before linearized reading' (duration: 282.802848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.110918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:27.567639Z","time spent":"543.252997ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cb4ee6d-b643-4509-94e4-6f85bf3b870b\" "} {"level":"info","ts":"2026-07-03T16:05:28.138104Z","caller":"traceutil/trace.go:171","msg":"trace[842557236] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"128.887063ms","start":"2026-07-03T16:05:28.009196Z","end":"2026-07-03T16:05:28.138083Z","steps":["trace[842557236] 'process raft request' (duration: 128.74351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:28.138571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.139463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-03T16:05:28.138792Z","caller":"traceutil/trace.go:171","msg":"trace[730903183] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5424; }","duration":"127.489591ms","start":"2026-07-03T16:05:28.011263Z","end":"2026-07-03T16:05:28.138753Z","steps":["trace[730903183] 'agreement among raft nodes before linearized reading' (duration: 126.861907ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:29.632616Z","caller":"traceutil/trace.go:171","msg":"trace[395153128] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"490.754668ms","start":"2026-07-03T16:05:29.141833Z","end":"2026-07-03T16:05:29.632588Z","steps":["trace[395153128] 'process raft request' (duration: 490.585214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:29.632817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.141811Z","time spent":"490.893801ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4062,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:30.252808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.616837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:30.253107Z","caller":"traceutil/trace.go:171","msg":"trace[1683465229] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"294.29001ms","start":"2026-07-03T16:05:29.958798Z","end":"2026-07-03T16:05:30.253088Z","steps":["trace[1683465229] 'process raft request' (duration: 294.229819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:30.253167Z","caller":"traceutil/trace.go:171","msg":"trace[875684273] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"737.159474ms","start":"2026-07-03T16:05:29.515963Z","end":"2026-07-03T16:05:30.253123Z","steps":["trace[875684273] 'process raft request' (duration: 736.935779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:30.253331Z","caller":"traceutil/trace.go:171","msg":"trace[2043817816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5524; }","duration":"619.004066ms","start":"2026-07-03T16:05:29.6343Z","end":"2026-07-03T16:05:30.253304Z","steps":["trace[2043817816] 'process raft request' (duration: 618.682719ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:30.253297Z","caller":"traceutil/trace.go:171","msg":"trace[1478120734] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"1.028834075s","start":"2026-07-03T16:05:29.224387Z","end":"2026-07-03T16:05:30.253221Z","steps":["trace[1478120734] 'process raft request' (duration: 769.523523ms)","trace[1478120734] 'compare' (duration: 258.494984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:30.253383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.515932Z","time spent":"737.324498ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:30.253416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.63427Z","time spent":"619.100949ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":4111,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-03T16:05:30.25336Z","caller":"traceutil/trace.go:171","msg":"trace[84938086] linearizableReadLoop","detail":"{readStateIndex:5750; appliedIndex:5748; }","duration":"954.290903ms","start":"2026-07-03T16:05:29.29902Z","end":"2026-07-03T16:05:30.253311Z","steps":["trace[84938086] 'read index received' (duration: 333.445904ms)","trace[84938086] 'applied index is now lower than readState.Index' (duration: 620.841709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:30.253521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.224362Z","time spent":"1.029055541s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:05:30.253563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.503099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:30.253668Z","caller":"traceutil/trace.go:171","msg":"trace[1646977713] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5525; }","duration":"954.661632ms","start":"2026-07-03T16:05:29.29898Z","end":"2026-07-03T16:05:30.253642Z","steps":["trace[1646977713] 'agreement among raft nodes before linearized reading' (duration: 954.444887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.253731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.298964Z","time spent":"954.756404ms","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:05:30.265388Z","caller":"traceutil/trace.go:171","msg":"trace[1960122973] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"147.969709ms","start":"2026-07-03T16:05:30.117386Z","end":"2026-07-03T16:05:30.265356Z","steps":["trace[1960122973] 'process raft request' (duration: 147.791805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:30.265538Z","caller":"traceutil/trace.go:171","msg":"trace[833112541] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"147.192811ms","start":"2026-07-03T16:05:30.118326Z","end":"2026-07-03T16:05:30.265518Z","steps":["trace[833112541] 'process raft request' (duration: 146.974756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.265638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.744897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:30.265672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.799471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h.18bed33572aaf39d\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-03T16:05:30.265732Z","caller":"traceutil/trace.go:171","msg":"trace[943240518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5527; }","duration":"321.905731ms","start":"2026-07-03T16:05:29.943801Z","end":"2026-07-03T16:05:30.265706Z","steps":["trace[943240518] 'agreement among raft nodes before linearized reading' (duration: 321.783658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.266377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.943782Z","time spent":"322.586007ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:05:30.266274Z","caller":"traceutil/trace.go:171","msg":"trace[960398917] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h.18bed33572aaf39d; range_end:; response_count:1; response_revision:5527; }","duration":"256.437407ms","start":"2026-07-03T16:05:30.009813Z","end":"2026-07-03T16:05:30.26625Z","steps":["trace[960398917] 'agreement among raft nodes before linearized reading' (duration: 255.626368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.265726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.764719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:30.266486Z","caller":"traceutil/trace.go:171","msg":"trace[2037739051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5527; }","duration":"111.594969ms","start":"2026-07-03T16:05:30.154874Z","end":"2026-07-03T16:05:30.266469Z","steps":["trace[2037739051] 'agreement among raft nodes before linearized reading' (duration: 110.607916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.265768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.531758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-03T16:05:30.266638Z","caller":"traceutil/trace.go:171","msg":"trace[1008106238] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h; range_end:; response_count:1; response_revision:5527; }","duration":"257.445919ms","start":"2026-07-03T16:05:30.009168Z","end":"2026-07-03T16:05:30.266614Z","steps":["trace[1008106238] 'agreement among raft nodes before linearized reading' (duration: 256.352804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.265824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.772062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-03T16:05:30.266744Z","caller":"traceutil/trace.go:171","msg":"trace[107733580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f; range_end:; response_count:1; response_revision:5527; }","duration":"683.721925ms","start":"2026-07-03T16:05:29.583004Z","end":"2026-07-03T16:05:30.266726Z","steps":["trace[107733580] 'agreement among raft nodes before linearized reading' (duration: 682.556698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.266785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.582982Z","time spent":"683.793586ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" "} {"level":"warn","ts":"2026-07-03T16:05:30.2658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.359183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:05:30.266858Z","caller":"traceutil/trace.go:171","msg":"trace[1507582987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5527; }","duration":"736.509599ms","start":"2026-07-03T16:05:29.530336Z","end":"2026-07-03T16:05:30.266846Z","steps":["trace[1507582987] 'agreement among raft nodes before linearized reading' (duration: 735.293641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.265849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.659679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:05:30.266925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.530306Z","time spent":"736.601492ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:05:30.266947Z","caller":"traceutil/trace.go:171","msg":"trace[1323268790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:5527; }","duration":"112.800966ms","start":"2026-07-03T16:05:30.154137Z","end":"2026-07-03T16:05:30.266938Z","steps":["trace[1323268790] 'agreement among raft nodes before linearized reading' (duration: 111.500255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.265867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.470168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:05:30.267038Z","caller":"traceutil/trace.go:171","msg":"trace[94115032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5527; }","duration":"113.681937ms","start":"2026-07-03T16:05:30.153347Z","end":"2026-07-03T16:05:30.267029Z","steps":["trace[94115032] 'agreement among raft nodes before linearized reading' (duration: 112.236393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.265925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.046523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-07-03T16:05:30.267124Z","caller":"traceutil/trace.go:171","msg":"trace[288209409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6; range_end:; response_count:1; response_revision:5527; }","duration":"717.284201ms","start":"2026-07-03T16:05:29.549833Z","end":"2026-07-03T16:05:30.267117Z","steps":["trace[288209409] 'agreement among raft nodes before linearized reading' (duration: 715.759485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.267155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.549808Z","time spent":"717.337572ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4099,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6\" "} {"level":"warn","ts":"2026-07-03T16:05:30.265999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.060283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:05:30.267288Z","caller":"traceutil/trace.go:171","msg":"trace[2002450129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5527; }","duration":"777.380254ms","start":"2026-07-03T16:05:29.489898Z","end":"2026-07-03T16:05:30.267278Z","steps":["trace[2002450129] 'agreement among raft nodes before linearized reading' (duration: 775.45954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:30.267313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:29.489877Z","time spent":"777.427495ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:30.266205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.364563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728651"} {"level":"info","ts":"2026-07-03T16:05:30.26743Z","caller":"traceutil/trace.go:171","msg":"trace[1377228759] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5527; }","duration":"108.57034ms","start":"2026-07-03T16:05:30.15883Z","end":"2026-07-03T16:05:30.267401Z","steps":["trace[1377228759] 'agreement among raft nodes before linearized reading' (duration: 106.688867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:31.369199Z","caller":"traceutil/trace.go:171","msg":"trace[1723011944] linearizableReadLoop","detail":"{readStateIndex:5817; appliedIndex:5813; }","duration":"131.672407ms","start":"2026-07-03T16:05:31.2375Z","end":"2026-07-03T16:05:31.369172Z","steps":["trace[1723011944] 'read index received' (duration: 13.908388ms)","trace[1723011944] 'applied index is now lower than readState.Index' (duration: 117.762639ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:31.369271Z","caller":"traceutil/trace.go:171","msg":"trace[437200711] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"133.031207ms","start":"2026-07-03T16:05:31.236236Z","end":"2026-07-03T16:05:31.369267Z","steps":["trace[437200711] 'process raft request' (duration: 132.833933ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:31.369224Z","caller":"traceutil/trace.go:171","msg":"trace[2104811194] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"133.609231ms","start":"2026-07-03T16:05:31.235595Z","end":"2026-07-03T16:05:31.369204Z","steps":["trace[2104811194] 'process raft request' (duration: 102.9349ms)","trace[2104811194] 'compare' (duration: 30.109748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:31.369472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.942923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T16:05:31.369527Z","caller":"traceutil/trace.go:171","msg":"trace[2067221363] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5587; }","duration":"132.032205ms","start":"2026-07-03T16:05:31.237479Z","end":"2026-07-03T16:05:31.369511Z","steps":["trace[2067221363] 'agreement among raft nodes before linearized reading' (duration: 131.82058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:31.421172Z","caller":"traceutil/trace.go:171","msg":"trace[370348161] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"160.137247ms","start":"2026-07-03T16:05:31.261002Z","end":"2026-07-03T16:05:31.421139Z","steps":["trace[370348161] 'process raft request' (duration: 159.848331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:31.421308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.842844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-07-03T16:05:31.421363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.770398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-03T16:05:31.421397Z","caller":"traceutil/trace.go:171","msg":"trace[1382685848] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h-tls; range_end:; response_count:1; response_revision:5588; }","duration":"104.989019ms","start":"2026-07-03T16:05:31.316386Z","end":"2026-07-03T16:05:31.421375Z","steps":["trace[1382685848] 'agreement among raft nodes before linearized reading' (duration: 104.720743ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:31.421424Z","caller":"traceutil/trace.go:171","msg":"trace[409223161] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f; range_end:; response_count:1; response_revision:5588; }","duration":"148.880489ms","start":"2026-07-03T16:05:31.272529Z","end":"2026-07-03T16:05:31.42141Z","steps":["trace[409223161] 'agreement among raft nodes before linearized reading' (duration: 148.698495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:31.421647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.734464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:31.421675Z","caller":"traceutil/trace.go:171","msg":"trace[2071315255] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5588; }","duration":"182.765424ms","start":"2026-07-03T16:05:31.238902Z","end":"2026-07-03T16:05:31.421667Z","steps":["trace[2071315255] 'agreement among raft nodes before linearized reading' (duration: 182.251523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:31.422461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.501864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786836"} {"level":"info","ts":"2026-07-03T16:05:31.42259Z","caller":"traceutil/trace.go:171","msg":"trace[440613820] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5588; }","duration":"142.667588ms","start":"2026-07-03T16:05:31.279895Z","end":"2026-07-03T16:05:31.422563Z","steps":["trace[440613820] 'agreement among raft nodes before linearized reading' (duration: 141.237796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:31.988512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687335613,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:05:32.107723Z","caller":"traceutil/trace.go:171","msg":"trace[1118159033] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"674.79197ms","start":"2026-07-03T16:05:31.432857Z","end":"2026-07-03T16:05:32.107649Z","steps":["trace[1118159033] 'process raft request' (duration: 674.537685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:32.107905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:31.432825Z","time spent":"674.987415ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5837,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:32.107885Z","caller":"traceutil/trace.go:171","msg":"trace[399353856] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5818; }","duration":"620.216004ms","start":"2026-07-03T16:05:31.487607Z","end":"2026-07-03T16:05:32.107823Z","steps":["trace[399353856] 'read index received' (duration: 619.659822ms)","trace[399353856] 'applied index is now lower than readState.Index' (duration: 548.072µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:32.108192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.781657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:32.108248Z","caller":"traceutil/trace.go:171","msg":"trace[821683981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5589; }","duration":"162.834748ms","start":"2026-07-03T16:05:31.945398Z","end":"2026-07-03T16:05:32.108233Z","steps":["trace[821683981] 'agreement among raft nodes before linearized reading' (duration: 162.739306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:32.108308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.775332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-07-03T16:05:32.108393Z","caller":"traceutil/trace.go:171","msg":"trace[1323580863] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5589; }","duration":"509.928166ms","start":"2026-07-03T16:05:31.598446Z","end":"2026-07-03T16:05:32.108374Z","steps":["trace[1323580863] 'agreement among raft nodes before linearized reading' (duration: 509.66072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:32.108442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:31.598419Z","time spent":"510.015457ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-07-03T16:05:32.108441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.866614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-07-03T16:05:32.108567Z","caller":"traceutil/trace.go:171","msg":"trace[1663122236] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5589; }","duration":"510.060578ms","start":"2026-07-03T16:05:31.598473Z","end":"2026-07-03T16:05:32.108533Z","steps":["trace[1663122236] 'agreement among raft nodes before linearized reading' (duration: 509.721831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:32.108631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:31.59846Z","time spent":"510.15273ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-03T16:05:32.108691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.40686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786836"} {"level":"info","ts":"2026-07-03T16:05:32.108778Z","caller":"traceutil/trace.go:171","msg":"trace[211826764] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5589; }","duration":"462.552003ms","start":"2026-07-03T16:05:31.646203Z","end":"2026-07-03T16:05:32.108755Z","steps":["trace[211826764] 'agreement among raft nodes before linearized reading' (duration: 461.908499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:32.108825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:31.646181Z","time spent":"462.634455ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786859,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:05:32.10974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.139658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T16:05:32.109847Z","caller":"traceutil/trace.go:171","msg":"trace[1866383474] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5589; }","duration":"622.295391ms","start":"2026-07-03T16:05:31.487539Z","end":"2026-07-03T16:05:32.109835Z","steps":["trace[1866383474] 'agreement among raft nodes before linearized reading' (duration: 620.421858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:32.109873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:31.487512Z","time spent":"622.354193ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T16:05:34.62423Z","caller":"traceutil/trace.go:171","msg":"trace[1535995478] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"355.432897ms","start":"2026-07-03T16:05:34.268769Z","end":"2026-07-03T16:05:34.624201Z","steps":["trace[1535995478] 'process raft request' (duration: 355.14232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:34.624399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.268743Z","time spent":"355.56607ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:35.771637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129168128s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:05:35.946579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.611947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:35.946878Z","caller":"traceutil/trace.go:171","msg":"trace[1043678064] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"1.669078777s","start":"2026-07-03T16:05:34.277774Z","end":"2026-07-03T16:05:35.946852Z","steps":["trace[1043678064] 'process raft request' (duration: 1.494095791s)","trace[1043678064] 'compare' (duration: 174.169927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:35.946993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.277754Z","time spent":"1.669177548s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:35.947289Z","caller":"traceutil/trace.go:171","msg":"trace[1160782039] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"1.669341903s","start":"2026-07-03T16:05:34.277901Z","end":"2026-07-03T16:05:35.947243Z","steps":["trace[1160782039] 'process raft request' (duration: 1.66879151s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.947365Z","caller":"traceutil/trace.go:171","msg":"trace[129786533] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"1.547477871s","start":"2026-07-03T16:05:34.399878Z","end":"2026-07-03T16:05:35.947356Z","steps":["trace[129786533] 'process raft request' (duration: 1.547157063s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.947198Z","caller":"traceutil/trace.go:171","msg":"trace[976913155] linearizableReadLoop","detail":"{readStateIndex:5862; appliedIndex:5859; }","duration":"1.654388922s","start":"2026-07-03T16:05:34.292748Z","end":"2026-07-03T16:05:35.947137Z","steps":["trace[976913155] 'read index received' (duration: 331.368437ms)","trace[976913155] 'applied index is now lower than readState.Index' (duration: 1.323019295s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:35.947413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.39986Z","time spent":"1.547529322s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:35.947523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.277887Z","time spent":"1.669509957s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:35.947969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655195721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:797072"} {"level":"warn","ts":"2026-07-03T16:05:35.948057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639506161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:05:35.948065Z","caller":"traceutil/trace.go:171","msg":"trace[1955674504] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5632; }","duration":"1.655327373s","start":"2026-07-03T16:05:34.292715Z","end":"2026-07-03T16:05:35.948042Z","steps":["trace[1955674504] 'agreement among raft nodes before linearized reading' (duration: 1.654696389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.292706Z","time spent":"1.655404965s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":797095,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:05:35.948119Z","caller":"traceutil/trace.go:171","msg":"trace[1278705607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5632; }","duration":"1.639605744s","start":"2026-07-03T16:05:34.308491Z","end":"2026-07-03T16:05:35.948097Z","steps":["trace[1278705607] 'agreement among raft nodes before linearized reading' (duration: 1.639397399s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.308462Z","time spent":"1.639731987s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:35.948237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.23201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h.18bed33572aaf39d\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-07-03T16:05:35.948232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.262532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:05:35.948229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004854239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:35.948286Z","caller":"traceutil/trace.go:171","msg":"trace[1709894458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5632; }","duration":"834.344665ms","start":"2026-07-03T16:05:35.113932Z","end":"2026-07-03T16:05:35.948277Z","steps":["trace[1709894458] 'agreement among raft nodes before linearized reading' (duration: 834.191081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.847195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:35.948288Z","caller":"traceutil/trace.go:171","msg":"trace[1799421528] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h.18bed33572aaf39d; range_end:; response_count:1; response_revision:5632; }","duration":"509.27494ms","start":"2026-07-03T16:05:35.438996Z","end":"2026-07-03T16:05:35.948271Z","steps":["trace[1799421528] 'agreement among raft nodes before linearized reading' (duration: 509.095166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.113915Z","time spent":"834.395755ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:05:35.948308Z","caller":"traceutil/trace.go:171","msg":"trace[222157382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5632; }","duration":"1.004992702s","start":"2026-07-03T16:05:34.943296Z","end":"2026-07-03T16:05:35.948289Z","steps":["trace[222157382] 'agreement among raft nodes before linearized reading' (duration: 1.004852559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.438931Z","time spent":"509.398043ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h.18bed33572aaf39d\" "} {"level":"info","ts":"2026-07-03T16:05:35.948336Z","caller":"traceutil/trace.go:171","msg":"trace[1270351553] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5632; }","duration":"640.962177ms","start":"2026-07-03T16:05:35.307355Z","end":"2026-07-03T16:05:35.948317Z","steps":["trace[1270351553] 'agreement among raft nodes before linearized reading' (duration: 640.805194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.943267Z","time spent":"1.005091224s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:05:35.948389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.307345Z","time spent":"641.03332ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:35.948356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623061976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:05:35.948058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.642514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:35.948416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509291209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-07-03T16:05:35.948463Z","caller":"traceutil/trace.go:171","msg":"trace[723019384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:5632; }","duration":"1.623191759s","start":"2026-07-03T16:05:34.325241Z","end":"2026-07-03T16:05:35.948433Z","steps":["trace[723019384] 'agreement among raft nodes before linearized reading' (duration: 1.622947254s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.948498Z","caller":"traceutil/trace.go:171","msg":"trace[492282557] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5632; }","duration":"667.092044ms","start":"2026-07-03T16:05:35.281394Z","end":"2026-07-03T16:05:35.948486Z","steps":["trace[492282557] 'agreement among raft nodes before linearized reading' (duration: 666.591043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.9485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636721398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:05:35.948528Z","caller":"traceutil/trace.go:171","msg":"trace[1856554719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5632; }","duration":"1.636770139s","start":"2026-07-03T16:05:34.311751Z","end":"2026-07-03T16:05:35.948521Z","steps":["trace[1856554719] 'agreement among raft nodes before linearized reading' (duration: 1.636701328s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.948519Z","caller":"traceutil/trace.go:171","msg":"trace[1520054214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f; range_end:; response_count:1; response_revision:5632; }","duration":"1.509454823s","start":"2026-07-03T16:05:34.439041Z","end":"2026-07-03T16:05:35.948496Z","steps":["trace[1520054214] 'agreement among raft nodes before linearized reading' (duration: 1.509132045s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.325229Z","time spent":"1.623282601s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:05:35.948555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.311739Z","time spent":"1.636812041s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:35.948448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627378106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:05:35.948602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638130981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:35.948655Z","caller":"traceutil/trace.go:171","msg":"trace[1187858767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5632; }","duration":"1.638197243s","start":"2026-07-03T16:05:34.31044Z","end":"2026-07-03T16:05:35.948638Z","steps":["trace[1187858767] 'agreement among raft nodes before linearized reading' (duration: 1.63805895s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.310431Z","time spent":"1.638272204s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:05:35.948534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.281333Z","time spent":"667.185557ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:05:35.948689Z","caller":"traceutil/trace.go:171","msg":"trace[1758486494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5632; }","duration":"1.627714893s","start":"2026-07-03T16:05:34.320925Z","end":"2026-07-03T16:05:35.94864Z","steps":["trace[1758486494] 'agreement among raft nodes before linearized reading' (duration: 1.627239142s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.948577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.439015Z","time spent":"1.509551224s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" "} {"level":"warn","ts":"2026-07-03T16:05:35.94891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.320911Z","time spent":"1.627922127s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:35.94914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373827145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:35.949193Z","caller":"traceutil/trace.go:171","msg":"trace[167770804] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5632; }","duration":"1.373917336s","start":"2026-07-03T16:05:34.575263Z","end":"2026-07-03T16:05:35.94918Z","steps":["trace[167770804] 'agreement among raft nodes before linearized reading' (duration: 1.372699498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.949228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:34.575248Z","time spent":"1.373969598s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:05:36.283014Z","caller":"traceutil/trace.go:171","msg":"trace[1047243094] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5863; }","duration":"329.250259ms","start":"2026-07-03T16:05:35.953738Z","end":"2026-07-03T16:05:36.282989Z","steps":["trace[1047243094] 'read index received' (duration: 329.147877ms)","trace[1047243094] 'applied index is now lower than readState.Index' (duration: 100.552µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:36.283569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.800032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62898"} {"level":"info","ts":"2026-07-03T16:05:36.28368Z","caller":"traceutil/trace.go:171","msg":"trace[29880190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5633; }","duration":"329.923285ms","start":"2026-07-03T16:05:35.953716Z","end":"2026-07-03T16:05:36.28364Z","steps":["trace[29880190] 'agreement among raft nodes before linearized reading' (duration: 329.388902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:36.283828Z","caller":"traceutil/trace.go:171","msg":"trace[320537041] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"332.437191ms","start":"2026-07-03T16:05:35.950609Z","end":"2026-07-03T16:05:36.283046Z","steps":["trace[320537041] 'process raft request' (duration: 332.210076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.284215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.950586Z","time spent":"333.455655ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:36.283895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.953701Z","time spent":"330.17292ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62921,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:05:36.502026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.049162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:36.502205Z","caller":"traceutil/trace.go:171","msg":"trace[1794141093] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"547.054504ms","start":"2026-07-03T16:05:35.955112Z","end":"2026-07-03T16:05:36.502167Z","steps":["trace[1794141093] 'process raft request' (duration: 401.399898ms)","trace[1794141093] 'compare' (duration: 144.96889ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:36.502275Z","caller":"traceutil/trace.go:171","msg":"trace[1515139122] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"547.055095ms","start":"2026-07-03T16:05:35.955215Z","end":"2026-07-03T16:05:36.50227Z","steps":["trace[1515139122] 'process raft request' (duration: 546.897781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.502327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.9552Z","time spent":"547.098775ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:36.502379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.955079Z","time spent":"547.206808ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:36.502422Z","caller":"traceutil/trace.go:171","msg":"trace[30810661] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"547.193607ms","start":"2026-07-03T16:05:35.955222Z","end":"2026-07-03T16:05:36.502415Z","steps":["trace[30810661] 'process raft request' (duration: 546.938731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.502455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.955208Z","time spent":"547.228658ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:36.502248Z","caller":"traceutil/trace.go:171","msg":"trace[1548960220] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"546.965742ms","start":"2026-07-03T16:05:35.955268Z","end":"2026-07-03T16:05:36.502234Z","steps":["trace[1548960220] 'process raft request' (duration: 546.915421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.502524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.955245Z","time spent":"547.264759ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:36.502528Z","caller":"traceutil/trace.go:171","msg":"trace[903019325] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"546.91803ms","start":"2026-07-03T16:05:35.955598Z","end":"2026-07-03T16:05:36.502516Z","steps":["trace[903019325] 'process raft request' (duration: 546.609673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.502625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.955587Z","time spent":"547.008622ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:36.557629Z","caller":"traceutil/trace.go:171","msg":"trace[1622339308] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5864; }","duration":"274.526409ms","start":"2026-07-03T16:05:36.283075Z","end":"2026-07-03T16:05:36.557602Z","steps":["trace[1622339308] 'read index received' (duration: 73.458298ms)","trace[1622339308] 'applied index is now lower than readState.Index' (duration: 201.066711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:36.557757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.691078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:36.557788Z","caller":"traceutil/trace.go:171","msg":"trace[684422660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5638; }","duration":"600.76973ms","start":"2026-07-03T16:05:35.957011Z","end":"2026-07-03T16:05:36.55778Z","steps":["trace[684422660] 'agreement among raft nodes before linearized reading' (duration: 600.677647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.557782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.770685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:36.557815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.956998Z","time spent":"600.810161ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:05:36.557847Z","caller":"traceutil/trace.go:171","msg":"trace[188663999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5638; }","duration":"380.905609ms","start":"2026-07-03T16:05:36.176924Z","end":"2026-07-03T16:05:36.55783Z","steps":["trace[188663999] 'agreement among raft nodes before linearized reading' (duration: 380.761624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.557887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:36.176898Z","time spent":"380.981551ms","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:36.557961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.986277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:05:36.558022Z","caller":"traceutil/trace.go:171","msg":"trace[884407151] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5638; }","duration":"443.100049ms","start":"2026-07-03T16:05:36.114906Z","end":"2026-07-03T16:05:36.558006Z","steps":["trace[884407151] 'agreement among raft nodes before linearized reading' (duration: 442.915235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.558064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:36.114875Z","time spent":"443.179052ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:05:36.762086Z","caller":"traceutil/trace.go:171","msg":"trace[1297401046] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5870; }","duration":"128.427092ms","start":"2026-07-03T16:05:36.633634Z","end":"2026-07-03T16:05:36.762061Z","steps":["trace[1297401046] 'read index received' (duration: 128.198996ms)","trace[1297401046] 'applied index is now lower than readState.Index' (duration: 227.086µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:36.762187Z","caller":"traceutil/trace.go:171","msg":"trace[1995419520] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"132.388553ms","start":"2026-07-03T16:05:36.629763Z","end":"2026-07-03T16:05:36.762152Z","steps":["trace[1995419520] 'process raft request' (duration: 132.131587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:36.76234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.681309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:36.762433Z","caller":"traceutil/trace.go:171","msg":"trace[1591048886] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5639; }","duration":"128.812341ms","start":"2026-07-03T16:05:36.6336Z","end":"2026-07-03T16:05:36.762412Z","steps":["trace[1591048886] 'agreement among raft nodes before linearized reading' (duration: 128.596866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.124706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135580604s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:38.124922Z","caller":"traceutil/trace.go:171","msg":"trace[108249721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5639; }","duration":"1.135739748s","start":"2026-07-03T16:05:36.989091Z","end":"2026-07-03T16:05:38.124831Z","steps":["trace[108249721] 'range keys from in-memory index tree' (duration: 1.135563083s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.125082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190500978s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:38.125222Z","caller":"traceutil/trace.go:171","msg":"trace[1682863266] linearizableReadLoop","detail":"{readStateIndex:5872; appliedIndex:5871; }","duration":"1.356325564s","start":"2026-07-03T16:05:36.768874Z","end":"2026-07-03T16:05:38.125199Z","steps":["trace[1682863266] 'read index received' (duration: 165.627212ms)","trace[1682863266] 'applied index is now lower than readState.Index' (duration: 1.190697072s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:38.125319Z","caller":"traceutil/trace.go:171","msg":"trace[1878638393] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"1.356517978s","start":"2026-07-03T16:05:36.768786Z","end":"2026-07-03T16:05:38.125304Z","steps":["trace[1878638393] 'process raft request' (duration: 165.695854ms)","trace[1878638393] 'compare' (duration: 1.189953015s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:38.125379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:36.768764Z","time spent":"1.3565857s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:05:38.125701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356803154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:05:38.125795Z","caller":"traceutil/trace.go:171","msg":"trace[504211405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5640; }","duration":"1.356930898s","start":"2026-07-03T16:05:36.768846Z","end":"2026-07-03T16:05:38.125777Z","steps":["trace[504211405] 'agreement among raft nodes before linearized reading' (duration: 1.35658293s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.125839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:36.768834Z","time spent":"1.356995289s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:05:38.777924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.896851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:38.778158Z","caller":"traceutil/trace.go:171","msg":"trace[1157439594] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5872; }","duration":"652.88403ms","start":"2026-07-03T16:05:38.125259Z","end":"2026-07-03T16:05:38.778143Z","steps":["trace[1157439594] 'read index received' (duration: 136.797915ms)","trace[1157439594] 'applied index is now lower than readState.Index' (duration: 516.085075ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:38.778178Z","caller":"traceutil/trace.go:171","msg":"trace[859311631] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"823.370864ms","start":"2026-07-03T16:05:37.954762Z","end":"2026-07-03T16:05:38.778133Z","steps":["trace[859311631] 'process raft request' (duration: 307.175936ms)","trace[859311631] 'compare' (duration: 515.805259ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:38.778205Z","caller":"traceutil/trace.go:171","msg":"trace[566785558] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"822.869633ms","start":"2026-07-03T16:05:37.955298Z","end":"2026-07-03T16:05:38.778168Z","steps":["trace[566785558] 'process raft request' (duration: 822.73427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.778294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.954738Z","time spent":"823.495956ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:38.778339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.511822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:38.778368Z","caller":"traceutil/trace.go:171","msg":"trace[623239170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5643; }","duration":"832.604134ms","start":"2026-07-03T16:05:37.945755Z","end":"2026-07-03T16:05:38.778359Z","steps":["trace[623239170] 'agreement among raft nodes before linearized reading' (duration: 832.506942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.77837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.95527Z","time spent":"823.012025ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:38.778439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23964975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:38.778239Z","caller":"traceutil/trace.go:171","msg":"trace[143134007] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"822.828601ms","start":"2026-07-03T16:05:37.9554Z","end":"2026-07-03T16:05:38.778228Z","steps":["trace[143134007] 'process raft request' (duration: 822.690408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.778396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.945729Z","time spent":"832.660666ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:05:38.778587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825029998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-07-03T16:05:38.778614Z","caller":"traceutil/trace.go:171","msg":"trace[1943217010] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f; range_end:; response_count:1; response_revision:5643; }","duration":"1.825088489s","start":"2026-07-03T16:05:36.953517Z","end":"2026-07-03T16:05:38.778606Z","steps":["trace[1943217010] 'agreement among raft nodes before linearized reading' (duration: 1.824972466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.778637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:36.953497Z","time spent":"1.82513419s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" "} {"level":"info","ts":"2026-07-03T16:05:38.778474Z","caller":"traceutil/trace.go:171","msg":"trace[1052555552] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5643; }","duration":"1.23968134s","start":"2026-07-03T16:05:37.53878Z","end":"2026-07-03T16:05:38.778461Z","steps":["trace[1052555552] 'agreement among raft nodes before linearized reading' (duration: 1.239631939s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.778696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.955377Z","time spent":"823.144589ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:38.778819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.538758Z","time spent":"1.240039138s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:38.859644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.742983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:05:38.859738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.893388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T16:05:38.859774Z","caller":"traceutil/trace.go:171","msg":"trace[1652523104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5644; }","duration":"351.924687ms","start":"2026-07-03T16:05:38.507824Z","end":"2026-07-03T16:05:38.859749Z","steps":["trace[1652523104] 'agreement among raft nodes before linearized reading' (duration: 351.61074ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:38.859819Z","caller":"traceutil/trace.go:171","msg":"trace[203171439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5644; }","duration":"645.037361ms","start":"2026-07-03T16:05:38.214761Z","end":"2026-07-03T16:05:38.859799Z","steps":["trace[203171439] 'agreement among raft nodes before linearized reading' (duration: 644.763705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.859832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.5078Z","time spent":"352.017118ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:38.859826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.383552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:05:38.859762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.588559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:05:38.859911Z","caller":"traceutil/trace.go:171","msg":"trace[1803954204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5644; }","duration":"351.942637ms","start":"2026-07-03T16:05:38.507959Z","end":"2026-07-03T16:05:38.859901Z","steps":["trace[1803954204] 'agreement among raft nodes before linearized reading' (duration: 351.475147ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:38.859919Z","caller":"traceutil/trace.go:171","msg":"trace[1307576588] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5644; }","duration":"502.533446ms","start":"2026-07-03T16:05:38.357361Z","end":"2026-07-03T16:05:38.859894Z","steps":["trace[1307576588] 'agreement among raft nodes before linearized reading' (duration: 502.293761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.859949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.507919Z","time spent":"352.022738ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:38.859972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.357338Z","time spent":"502.623117ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":29,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:38.859983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.863665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:05:38.860034Z","caller":"traceutil/trace.go:171","msg":"trace[531551927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5644; }","duration":"351.928677ms","start":"2026-07-03T16:05:38.508087Z","end":"2026-07-03T16:05:38.860016Z","steps":["trace[531551927] 'agreement among raft nodes before linearized reading' (duration: 351.810334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.860075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.508078Z","time spent":"351.986508ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:05:38.860166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.469779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:05:38.860193Z","caller":"traceutil/trace.go:171","msg":"trace[1735041366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:5644; }","duration":"567.555591ms","start":"2026-07-03T16:05:38.292629Z","end":"2026-07-03T16:05:38.860185Z","steps":["trace[1735041366] 'agreement among raft nodes before linearized reading' (duration: 567.418407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.85987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.232687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:38.860229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.292601Z","time spent":"567.622062ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:05:38.859869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.214739Z","time spent":"645.119852ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:05:38.860296Z","caller":"traceutil/trace.go:171","msg":"trace[1767674599] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5644; }","duration":"170.684638ms","start":"2026-07-03T16:05:38.689576Z","end":"2026-07-03T16:05:38.86026Z","steps":["trace[1767674599] 'agreement among raft nodes before linearized reading' (duration: 170.222848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.861256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.003202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:05:38.862934Z","caller":"traceutil/trace.go:171","msg":"trace[1042711515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5644; }","duration":"354.71819ms","start":"2026-07-03T16:05:38.508197Z","end":"2026-07-03T16:05:38.862915Z","steps":["trace[1042711515] 'agreement among raft nodes before linearized reading' (duration: 351.741862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.863349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.164712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16543"} {"level":"info","ts":"2026-07-03T16:05:38.863453Z","caller":"traceutil/trace.go:171","msg":"trace[2030658981] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5644; }","duration":"736.316705ms","start":"2026-07-03T16:05:38.127125Z","end":"2026-07-03T16:05:38.863441Z","steps":["trace[2030658981] 'agreement among raft nodes before linearized reading' (duration: 733.04064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.863485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.127098Z","time spent":"736.378157ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16566,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:05:38.863688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.03266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:38.863752Z","caller":"traceutil/trace.go:171","msg":"trace[2120394283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5644; }","duration":"356.162043ms","start":"2026-07-03T16:05:38.507575Z","end":"2026-07-03T16:05:38.863737Z","steps":["trace[2120394283] 'agreement among raft nodes before linearized reading' (duration: 352.648202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.863798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.507552Z","time spent":"356.232655ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:05:38.863397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:38.508187Z","time spent":"355.186211ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:05:47.213549Z","caller":"traceutil/trace.go:171","msg":"trace[817073136] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"338.329947ms","start":"2026-07-03T16:05:46.875189Z","end":"2026-07-03T16:05:47.213519Z","steps":["trace[817073136] 'process raft request' (duration: 327.177922ms)","trace[817073136] 'compare' (duration: 10.101691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:47.213706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:46.875154Z","time spent":"338.47181ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:47.213793Z","caller":"traceutil/trace.go:171","msg":"trace[1490162878] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"335.344407ms","start":"2026-07-03T16:05:46.878417Z","end":"2026-07-03T16:05:47.213761Z","steps":["trace[1490162878] 'process raft request' (duration: 335.02554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:47.213963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:46.87838Z","time spent":"335.490371ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:47.214105Z","caller":"traceutil/trace.go:171","msg":"trace[404011952] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"299.686264ms","start":"2026-07-03T16:05:46.91439Z","end":"2026-07-03T16:05:47.214076Z","steps":["trace[404011952] 'process raft request' (duration: 299.296345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.214192Z","caller":"traceutil/trace.go:171","msg":"trace[1868870979] linearizableReadLoop","detail":"{readStateIndex:6007; appliedIndex:6004; }","duration":"268.855648ms","start":"2026-07-03T16:05:46.945318Z","end":"2026-07-03T16:05:47.214174Z","steps":["trace[1868870979] 'read index received' (duration: 257.000418ms)","trace[1868870979] 'applied index is now lower than readState.Index' (duration: 11.85283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:47.214345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.020804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:47.2144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.386898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:05:47.21445Z","caller":"traceutil/trace.go:171","msg":"trace[1366354698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5771; }","duration":"211.438229ms","start":"2026-07-03T16:05:47.003Z","end":"2026-07-03T16:05:47.214439Z","steps":["trace[1366354698] 'agreement among raft nodes before linearized reading' (duration: 211.298586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:47.214557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.25461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:05:47.214583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.28429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:05:47.2146Z","caller":"traceutil/trace.go:171","msg":"trace[646583124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:5771; }","duration":"174.322372ms","start":"2026-07-03T16:05:47.040267Z","end":"2026-07-03T16:05:47.214589Z","steps":["trace[646583124] 'agreement among raft nodes before linearized reading' (duration: 174.187759ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.214623Z","caller":"traceutil/trace.go:171","msg":"trace[683913511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5771; }","duration":"174.327141ms","start":"2026-07-03T16:05:47.040287Z","end":"2026-07-03T16:05:47.214614Z","steps":["trace[683913511] 'agreement among raft nodes before linearized reading' (duration: 174.197958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:47.214623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.128857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:05:47.214658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.038872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:47.214665Z","caller":"traceutil/trace.go:171","msg":"trace[1708633222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5771; }","duration":"174.198929ms","start":"2026-07-03T16:05:47.040451Z","end":"2026-07-03T16:05:47.21465Z","steps":["trace[1708633222] 'agreement among raft nodes before linearized reading' (duration: 174.085487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:47.214663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.288281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:05:47.214697Z","caller":"traceutil/trace.go:171","msg":"trace[1357039918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5771; }","duration":"194.114344ms","start":"2026-07-03T16:05:47.020574Z","end":"2026-07-03T16:05:47.214688Z","steps":["trace[1357039918] 'agreement among raft nodes before linearized reading' (duration: 194.015722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.214709Z","caller":"traceutil/trace.go:171","msg":"trace[1151992538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5771; }","duration":"174.386803ms","start":"2026-07-03T16:05:47.040312Z","end":"2026-07-03T16:05:47.214699Z","steps":["trace[1151992538] 'agreement among raft nodes before linearized reading' (duration: 174.274831ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.214409Z","caller":"traceutil/trace.go:171","msg":"trace[1043667151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5771; }","duration":"269.128417ms","start":"2026-07-03T16:05:46.945248Z","end":"2026-07-03T16:05:47.214377Z","steps":["trace[1043667151] 'agreement among raft nodes before linearized reading' (duration: 269.028475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:47.456255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.032139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:47.456564Z","caller":"traceutil/trace.go:171","msg":"trace[64292643] linearizableReadLoop","detail":"{readStateIndex:6008; appliedIndex:6007; }","duration":"237.986605ms","start":"2026-07-03T16:05:47.218553Z","end":"2026-07-03T16:05:47.45654Z","steps":["trace[64292643] 'read index received' (duration: 100.526026ms)","trace[64292643] 'applied index is now lower than readState.Index' (duration: 137.458319ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:47.456612Z","caller":"traceutil/trace.go:171","msg":"trace[1605418301] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"237.641837ms","start":"2026-07-03T16:05:47.21894Z","end":"2026-07-03T16:05:47.456582Z","steps":["trace[1605418301] 'process raft request' (duration: 237.456083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.456633Z","caller":"traceutil/trace.go:171","msg":"trace[1183875944] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"237.614856ms","start":"2026-07-03T16:05:47.218996Z","end":"2026-07-03T16:05:47.456611Z","steps":["trace[1183875944] 'process raft request' (duration: 237.497874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.456613Z","caller":"traceutil/trace.go:171","msg":"trace[823368644] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"238.037677ms","start":"2026-07-03T16:05:47.218535Z","end":"2026-07-03T16:05:47.456572Z","steps":["trace[823368644] 'process raft request' (duration: 100.564257ms)","trace[823368644] 'compare' (duration: 136.880196ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:47.456863Z","caller":"traceutil/trace.go:171","msg":"trace[1015949779] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"237.627237ms","start":"2026-07-03T16:05:47.219222Z","end":"2026-07-03T16:05:47.456849Z","steps":["trace[1015949779] 'process raft request' (duration: 237.33381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:47.457043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.466836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62898"} {"level":"info","ts":"2026-07-03T16:05:47.457096Z","caller":"traceutil/trace.go:171","msg":"trace[1200614270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5775; }","duration":"238.551838ms","start":"2026-07-03T16:05:47.218532Z","end":"2026-07-03T16:05:47.457084Z","steps":["trace[1200614270] 'agreement among raft nodes before linearized reading' (duration: 238.132829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.457157Z","caller":"traceutil/trace.go:171","msg":"trace[1709511735] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"237.642697ms","start":"2026-07-03T16:05:47.219475Z","end":"2026-07-03T16:05:47.457118Z","steps":["trace[1709511735] 'process raft request' (duration: 237.32248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:48.700343Z","caller":"traceutil/trace.go:171","msg":"trace[1691086814] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"443.559509ms","start":"2026-07-03T16:05:48.256757Z","end":"2026-07-03T16:05:48.700317Z","steps":["trace[1691086814] 'process raft request' (duration: 443.375535ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:48.700444Z","caller":"traceutil/trace.go:171","msg":"trace[1975948973] linearizableReadLoop","detail":"{readStateIndex:6037; appliedIndex:6037; }","duration":"324.431439ms","start":"2026-07-03T16:05:48.375981Z","end":"2026-07-03T16:05:48.700412Z","steps":["trace[1975948973] 'read index received' (duration: 324.420199ms)","trace[1975948973] 'applied index is now lower than readState.Index' (duration: 9.12µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:48.700692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:48.256737Z","time spent":"443.686772ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:48.700929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.92504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391806"} {"level":"info","ts":"2026-07-03T16:05:48.70104Z","caller":"traceutil/trace.go:171","msg":"trace[140403537] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5800; }","duration":"325.081314ms","start":"2026-07-03T16:05:48.375927Z","end":"2026-07-03T16:05:48.701008Z","steps":["trace[140403537] 'agreement among raft nodes before linearized reading' (duration: 324.585193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.7011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:48.375905Z","time spent":"325.183667ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391829,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-03T16:05:48.725238Z","caller":"traceutil/trace.go:171","msg":"trace[1270046705] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"261.571353ms","start":"2026-07-03T16:05:48.463634Z","end":"2026-07-03T16:05:48.725205Z","steps":["trace[1270046705] 'process raft request' (duration: 261.251616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.725312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.810353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-07-03T16:05:48.725377Z","caller":"traceutil/trace.go:171","msg":"trace[1464857721] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5801; }","duration":"220.913635ms","start":"2026-07-03T16:05:48.504437Z","end":"2026-07-03T16:05:48.725351Z","steps":["trace[1464857721] 'agreement among raft nodes before linearized reading' (duration: 220.731561ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:49.366004Z","caller":"traceutil/trace.go:171","msg":"trace[1872562386] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"146.551468ms","start":"2026-07-03T16:05:49.219429Z","end":"2026-07-03T16:05:49.36598Z","steps":["trace[1872562386] 'process raft request' (duration: 146.389084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:49.434185Z","caller":"traceutil/trace.go:171","msg":"trace[494158170] linearizableReadLoop","detail":"{readStateIndex:6042; appliedIndex:6039; }","duration":"203.380945ms","start":"2026-07-03T16:05:49.230781Z","end":"2026-07-03T16:05:49.434162Z","steps":["trace[494158170] 'read index received' (duration: 135.063945ms)","trace[494158170] 'applied index is now lower than readState.Index' (duration: 68.31593ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:49.434258Z","caller":"traceutil/trace.go:171","msg":"trace[321474557] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"214.756425ms","start":"2026-07-03T16:05:49.219484Z","end":"2026-07-03T16:05:49.43424Z","steps":["trace[321474557] 'process raft request' (duration: 214.476889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:49.434257Z","caller":"traceutil/trace.go:171","msg":"trace[543212203] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"214.032228ms","start":"2026-07-03T16:05:49.220191Z","end":"2026-07-03T16:05:49.434223Z","steps":["trace[543212203] 'process raft request' (duration: 213.880674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:49.434357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.565859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T16:05:49.434391Z","caller":"traceutil/trace.go:171","msg":"trace[706716910] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5806; }","duration":"203.63664ms","start":"2026-07-03T16:05:49.230744Z","end":"2026-07-03T16:05:49.43438Z","steps":["trace[706716910] 'agreement among raft nodes before linearized reading' (duration: 203.499947ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:49.434434Z","caller":"traceutil/trace.go:171","msg":"trace[1788766722] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"185.135368ms","start":"2026-07-03T16:05:49.249289Z","end":"2026-07-03T16:05:49.434425Z","steps":["trace[1788766722] 'process raft request' (duration: 184.823511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:49.934903Z","caller":"traceutil/trace.go:171","msg":"trace[2046688136] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"429.93776ms","start":"2026-07-03T16:05:49.504939Z","end":"2026-07-03T16:05:49.934877Z","steps":["trace[2046688136] 'process raft request' (duration: 429.720635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:49.935232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.504907Z","time spent":"430.097453ms","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:50.264182Z","caller":"traceutil/trace.go:171","msg":"trace[1751482654] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"756.549267ms","start":"2026-07-03T16:05:49.507611Z","end":"2026-07-03T16:05:50.26416Z","steps":["trace[1751482654] 'process raft request' (duration: 756.381083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.264352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.507594Z","time spent":"756.66034ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:50.264533Z","caller":"traceutil/trace.go:171","msg":"trace[1654922108] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"756.741222ms","start":"2026-07-03T16:05:49.507763Z","end":"2026-07-03T16:05:50.264504Z","steps":["trace[1654922108] 'process raft request' (duration: 756.357533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.264674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.507752Z","time spent":"756.844444ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:50.264692Z","caller":"traceutil/trace.go:171","msg":"trace[1990810559] linearizableReadLoop","detail":"{readStateIndex:6053; appliedIndex:6047; }","duration":"753.821525ms","start":"2026-07-03T16:05:49.510841Z","end":"2026-07-03T16:05:50.264663Z","steps":["trace[1990810559] 'read index received' (duration: 423.780239ms)","trace[1990810559] 'applied index is now lower than readState.Index' (duration: 330.040236ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:50.264767Z","caller":"traceutil/trace.go:171","msg":"trace[355376883] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"756.958256ms","start":"2026-07-03T16:05:49.507791Z","end":"2026-07-03T16:05:50.264749Z","steps":["trace[355376883] 'process raft request' (duration: 756.622599ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:50.264779Z","caller":"traceutil/trace.go:171","msg":"trace[1279037796] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"755.79456ms","start":"2026-07-03T16:05:49.508966Z","end":"2026-07-03T16:05:50.264761Z","steps":["trace[1279037796] 'process raft request' (duration: 755.567815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:50.264694Z","caller":"traceutil/trace.go:171","msg":"trace[1480132433] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"753.830256ms","start":"2026-07-03T16:05:49.510835Z","end":"2026-07-03T16:05:50.264665Z","steps":["trace[1480132433] 'process raft request' (duration: 753.739203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.264921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.508946Z","time spent":"755.898292ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:50.264801Z","caller":"traceutil/trace.go:171","msg":"trace[1737617132] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"743.222693ms","start":"2026-07-03T16:05:49.52157Z","end":"2026-07-03T16:05:50.264793Z","steps":["trace[1737617132] 'process raft request' (duration: 743.041679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.26486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.507768Z","time spent":"757.054409ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:50.265067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.521543Z","time spent":"743.454239ms","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1565,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:05:50.265418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.561803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70557"} {"level":"info","ts":"2026-07-03T16:05:50.265473Z","caller":"traceutil/trace.go:171","msg":"trace[323958827] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5817; }","duration":"754.631614ms","start":"2026-07-03T16:05:49.510827Z","end":"2026-07-03T16:05:50.265459Z","steps":["trace[323958827] 'agreement among raft nodes before linearized reading' (duration: 753.971008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.265393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.510825Z","time spent":"754.103952ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:50.265513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.510817Z","time spent":"754.685886ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70580,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:05:50.280369Z","caller":"traceutil/trace.go:171","msg":"trace[565172844] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"342.520972ms","start":"2026-07-03T16:05:49.937827Z","end":"2026-07-03T16:05:50.280348Z","steps":["trace[565172844] 'process raft request' (duration: 342.42275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.280517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.937806Z","time spent":"342.668305ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:05:50.280587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.661482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:50.280688Z","caller":"traceutil/trace.go:171","msg":"trace[2131376905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5818; }","duration":"334.843336ms","start":"2026-07-03T16:05:49.945826Z","end":"2026-07-03T16:05:50.280669Z","steps":["trace[2131376905] 'agreement among raft nodes before linearized reading' (duration: 334.57529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.280677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.906206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:50.280726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.495513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h.18bed334f96a4e96\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-07-03T16:05:50.280768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.945813Z","time spent":"334.942258ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:05:50.280803Z","caller":"traceutil/trace.go:171","msg":"trace[1375637172] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h.18bed334f96a4e96; range_end:; response_count:1; response_revision:5818; }","duration":"117.609776ms","start":"2026-07-03T16:05:50.163176Z","end":"2026-07-03T16:05:50.280785Z","steps":["trace[1375637172] 'agreement among raft nodes before linearized reading' (duration: 117.286899ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:50.280744Z","caller":"traceutil/trace.go:171","msg":"trace[691823269] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5818; }","duration":"253.10236ms","start":"2026-07-03T16:05:50.027625Z","end":"2026-07-03T16:05:50.280727Z","steps":["trace[691823269] 'agreement among raft nodes before linearized reading' (duration: 252.982787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:51.071155Z","caller":"traceutil/trace.go:171","msg":"trace[1815123342] linearizableReadLoop","detail":"{readStateIndex:6066; appliedIndex:6065; }","duration":"113.700286ms","start":"2026-07-03T16:05:50.957422Z","end":"2026-07-03T16:05:51.071122Z","steps":["trace[1815123342] 'read index received' (duration: 113.531602ms)","trace[1815123342] 'applied index is now lower than readState.Index' (duration: 166.694µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:51.071267Z","caller":"traceutil/trace.go:171","msg":"trace[513154133] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"114.721921ms","start":"2026-07-03T16:05:50.956509Z","end":"2026-07-03T16:05:51.071231Z","steps":["trace[513154133] 'process raft request' (duration: 114.438154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:51.071332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.887261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:51.071379Z","caller":"traceutil/trace.go:171","msg":"trace[944250768] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5829; }","duration":"113.987933ms","start":"2026-07-03T16:05:50.957379Z","end":"2026-07-03T16:05:51.071367Z","steps":["trace[944250768] 'agreement among raft nodes before linearized reading' (duration: 113.87576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:51.109025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.433125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:05:51.109138Z","caller":"traceutil/trace.go:171","msg":"trace[1122607316] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:5830; }","duration":"139.599648ms","start":"2026-07-03T16:05:50.969516Z","end":"2026-07-03T16:05:51.109116Z","steps":["trace[1122607316] 'agreement among raft nodes before linearized reading' (duration: 139.269921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.47958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.395796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:55.480455Z","caller":"traceutil/trace.go:171","msg":"trace[213521073] linearizableReadLoop","detail":"{readStateIndex:6113; appliedIndex:6105; }","duration":"1.089078121s","start":"2026-07-03T16:05:54.391359Z","end":"2026-07-03T16:05:55.480438Z","steps":["trace[213521073] 'read index received' (duration: 394.633181ms)","trace[213521073] 'applied index is now lower than readState.Index' (duration: 694.44397ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:55.481429Z","caller":"traceutil/trace.go:171","msg":"trace[245354855] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"1.134097409s","start":"2026-07-03T16:05:54.34731Z","end":"2026-07-03T16:05:55.481407Z","steps":["trace[245354855] 'process raft request' (duration: 438.756449ms)","trace[245354855] 'compare' (duration: 693.229052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:55.482625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.347294Z","time spent":"1.135276777s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:55.481674Z","caller":"traceutil/trace.go:171","msg":"trace[1422518600] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"1.134050399s","start":"2026-07-03T16:05:54.34761Z","end":"2026-07-03T16:05:55.481661Z","steps":["trace[1422518600] 'process raft request' (duration: 1.132403411s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.483259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.347598Z","time spent":"1.135605184s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:55.481784Z","caller":"traceutil/trace.go:171","msg":"trace[1236525830] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"1.131467329s","start":"2026-07-03T16:05:54.350295Z","end":"2026-07-03T16:05:55.481762Z","steps":["trace[1236525830] 'process raft request' (duration: 1.129892813s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.481831Z","caller":"traceutil/trace.go:171","msg":"trace[96402296] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"1.13148158s","start":"2026-07-03T16:05:54.350339Z","end":"2026-07-03T16:05:55.48182Z","steps":["trace[96402296] 'process raft request' (duration: 1.129920804s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.481831Z","caller":"traceutil/trace.go:171","msg":"trace[120559562] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"1.13146557s","start":"2026-07-03T16:05:54.350357Z","end":"2026-07-03T16:05:55.481823Z","steps":["trace[120559562] 'process raft request' (duration: 1.129944045s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.481791Z","caller":"traceutil/trace.go:171","msg":"trace[870264865] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"1.131410509s","start":"2026-07-03T16:05:54.350335Z","end":"2026-07-03T16:05:55.481745Z","steps":["trace[870264865] 'process raft request' (duration: 1.129894934s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.481802Z","caller":"traceutil/trace.go:171","msg":"trace[1337351776] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"1.123092678s","start":"2026-07-03T16:05:54.358664Z","end":"2026-07-03T16:05:55.481756Z","steps":["trace[1337351776] 'process raft request' (duration: 1.121722327s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.481849Z","caller":"traceutil/trace.go:171","msg":"trace[1772671993] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"1.129651358s","start":"2026-07-03T16:05:54.352171Z","end":"2026-07-03T16:05:55.481822Z","steps":["trace[1772671993] 'process raft request' (duration: 1.128160583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.482105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131873648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70874"} {"level":"info","ts":"2026-07-03T16:05:55.482282Z","caller":"traceutil/trace.go:171","msg":"trace[469716258] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"354.767683ms","start":"2026-07-03T16:05:55.127503Z","end":"2026-07-03T16:05:55.482271Z","steps":["trace[469716258] 'process raft request' (duration: 354.675781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.483711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.350282Z","time spent":"1.133362283s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:55.483837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.350311Z","time spent":"1.133493065s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:55.48394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.350344Z","time spent":"1.133566368s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:55.484034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.350316Z","time spent":"1.133696701s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:55.484115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.358646Z","time spent":"1.125440702s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:55.484202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.352158Z","time spent":"1.132022793s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:55.484266Z","caller":"traceutil/trace.go:171","msg":"trace[1854712915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5875; }","duration":"1.134089289s","start":"2026-07-03T16:05:54.350166Z","end":"2026-07-03T16:05:55.484255Z","steps":["trace[1854712915] 'agreement among raft nodes before linearized reading' (duration: 1.131701955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.484886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.350152Z","time spent":"1.134720354s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70897,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:05:55.484423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:55.127484Z","time spent":"356.84494ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:55.528335Z","caller":"traceutil/trace.go:171","msg":"trace[1738078190] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"137.298946ms","start":"2026-07-03T16:05:55.391013Z","end":"2026-07-03T16:05:55.528312Z","steps":["trace[1738078190] 'process raft request' (duration: 136.052178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.52875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.895359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:55.528815Z","caller":"traceutil/trace.go:171","msg":"trace[1429753065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5879; }","duration":"582.029312ms","start":"2026-07-03T16:05:54.946771Z","end":"2026-07-03T16:05:55.528801Z","steps":["trace[1429753065] 'agreement among raft nodes before linearized reading' (duration: 581.849517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.528858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.946751Z","time spent":"582.098104ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:05:55.528933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.578351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-03T16:05:55.528964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.477908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:55.529002Z","caller":"traceutil/trace.go:171","msg":"trace[139995583] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5879; }","duration":"221.654673ms","start":"2026-07-03T16:05:55.307327Z","end":"2026-07-03T16:05:55.528982Z","steps":["trace[139995583] 'agreement among raft nodes before linearized reading' (duration: 221.166841ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.529043Z","caller":"traceutil/trace.go:171","msg":"trace[999237027] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5879; }","duration":"739.618041ms","start":"2026-07-03T16:05:54.789405Z","end":"2026-07-03T16:05:55.529023Z","steps":["trace[999237027] 'agreement among raft nodes before linearized reading' (duration: 739.16714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.529087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.789374Z","time spent":"739.702163ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:55.529276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.696658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:55.529353Z","caller":"traceutil/trace.go:171","msg":"trace[83999660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5879; }","duration":"963.825841ms","start":"2026-07-03T16:05:54.56551Z","end":"2026-07-03T16:05:55.529336Z","steps":["trace[83999660] 'agreement among raft nodes before linearized reading' (duration: 963.152986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.5294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:54.565488Z","time spent":"963.902873ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:57.725961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.971505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:57.726197Z","caller":"traceutil/trace.go:171","msg":"trace[1469355973] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"218.538551ms","start":"2026-07-03T16:05:57.507629Z","end":"2026-07-03T16:05:57.726167Z","steps":["trace[1469355973] 'process raft request' (duration: 93.244919ms)","trace[1469355973] 'compare' (duration: 124.607677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:57.726539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.679018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70874"} {"level":"info","ts":"2026-07-03T16:05:57.726647Z","caller":"traceutil/trace.go:171","msg":"trace[2055621015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5898; }","duration":"216.823671ms","start":"2026-07-03T16:05:57.509802Z","end":"2026-07-03T16:05:57.726625Z","steps":["trace[2055621015] 'agreement among raft nodes before linearized reading' (duration: 216.439333ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.726639Z","caller":"traceutil/trace.go:171","msg":"trace[345040070] linearizableReadLoop","detail":"{readStateIndex:6137; appliedIndex:6136; }","duration":"216.287839ms","start":"2026-07-03T16:05:57.509825Z","end":"2026-07-03T16:05:57.726113Z","steps":["trace[345040070] 'read index received' (duration: 91.10268ms)","trace[345040070] 'applied index is now lower than readState.Index' (duration: 125.182519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:57.743108Z","caller":"traceutil/trace.go:171","msg":"trace[816803822] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"233.088093ms","start":"2026-07-03T16:05:57.509996Z","end":"2026-07-03T16:05:57.743084Z","steps":["trace[816803822] 'process raft request' (duration: 232.767876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.743124Z","caller":"traceutil/trace.go:171","msg":"trace[1268225070] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"232.111441ms","start":"2026-07-03T16:05:57.510978Z","end":"2026-07-03T16:05:57.74309Z","steps":["trace[1268225070] 'process raft request' (duration: 232.000289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.743423Z","caller":"traceutil/trace.go:171","msg":"trace[1907558269] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"209.968495ms","start":"2026-07-03T16:05:57.53343Z","end":"2026-07-03T16:05:57.743398Z","steps":["trace[1907558269] 'process raft request' (duration: 209.606277ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.743579Z","caller":"traceutil/trace.go:171","msg":"trace[2048991180] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"209.587016ms","start":"2026-07-03T16:05:57.533981Z","end":"2026-07-03T16:05:57.743568Z","steps":["trace[2048991180] 'process raft request' (duration: 209.447973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:57.743603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.486338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:57.743647Z","caller":"traceutil/trace.go:171","msg":"trace[319189434] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"209.862932ms","start":"2026-07-03T16:05:57.533756Z","end":"2026-07-03T16:05:57.743619Z","steps":["trace[319189434] 'process raft request' (duration: 209.494644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.743694Z","caller":"traceutil/trace.go:171","msg":"trace[386500985] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5903; }","duration":"147.583631ms","start":"2026-07-03T16:05:57.596061Z","end":"2026-07-03T16:05:57.743644Z","steps":["trace[386500985] 'agreement among raft nodes before linearized reading' (duration: 147.463838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:57.743754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.070011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:57.743797Z","caller":"traceutil/trace.go:171","msg":"trace[1036290388] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5903; }","duration":"102.153562ms","start":"2026-07-03T16:05:57.64163Z","end":"2026-07-03T16:05:57.743784Z","steps":["trace[1036290388] 'agreement among raft nodes before linearized reading' (duration: 102.05694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:59.391722Z","caller":"traceutil/trace.go:171","msg":"trace[428502246] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"206.497215ms","start":"2026-07-03T16:05:59.185197Z","end":"2026-07-03T16:05:59.391694Z","steps":["trace[428502246] 'process raft request' (duration: 206.188969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:59.395962Z","caller":"traceutil/trace.go:171","msg":"trace[413496988] linearizableReadLoop","detail":"{readStateIndex:6161; appliedIndex:6159; }","duration":"189.397846ms","start":"2026-07-03T16:05:59.20654Z","end":"2026-07-03T16:05:59.395938Z","steps":["trace[413496988] 'read index received' (duration: 184.835141ms)","trace[413496988] 'applied index is now lower than readState.Index' (duration: 4.561405ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:59.395985Z","caller":"traceutil/trace.go:171","msg":"trace[94089420] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"208.84382ms","start":"2026-07-03T16:05:59.18712Z","end":"2026-07-03T16:05:59.395964Z","steps":["trace[94089420] 'process raft request' (duration: 208.701537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:59.396312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.746643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:05:59.396404Z","caller":"traceutil/trace.go:171","msg":"trace[1086680641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5922; }","duration":"189.902047ms","start":"2026-07-03T16:05:59.20649Z","end":"2026-07-03T16:05:59.396392Z","steps":["trace[1086680641] 'agreement among raft nodes before linearized reading' (duration: 189.544559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.288045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.951453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18bed33c92bb6693\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-07-03T16:06:01.288129Z","caller":"traceutil/trace.go:171","msg":"trace[1525295339] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18bed33c92bb6693; range_end:; response_count:1; response_revision:5987; }","duration":"449.092736ms","start":"2026-07-03T16:06:00.839016Z","end":"2026-07-03T16:06:01.288109Z","steps":["trace[1525295339] 'range keys from in-memory index tree' (duration: 448.82749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.288171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:00.838993Z","time spent":"449.167117ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18bed33c92bb6693\" "} {"level":"warn","ts":"2026-07-03T16:06:01.288186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.158855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T16:06:01.288192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.281371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T16:06:01.288235Z","caller":"traceutil/trace.go:171","msg":"trace[796398446] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:5987; }","duration":"318.227836ms","start":"2026-07-03T16:06:00.969989Z","end":"2026-07-03T16:06:01.288217Z","steps":["trace[796398446] 'range keys from in-memory index tree' (duration: 317.995881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.28838Z","caller":"traceutil/trace.go:171","msg":"trace[1018746327] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0; range_end:; response_count:1; response_revision:5987; }","duration":"629.376062ms","start":"2026-07-03T16:06:00.658847Z","end":"2026-07-03T16:06:01.288223Z","steps":["trace[1018746327] 'range keys from in-memory index tree' (duration: 629.127857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.28804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.664438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:01.288438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:00.658817Z","time spent":"629.609878ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" "} {"level":"info","ts":"2026-07-03T16:06:01.288448Z","caller":"traceutil/trace.go:171","msg":"trace[580961715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5987; }","duration":"344.128759ms","start":"2026-07-03T16:06:00.944308Z","end":"2026-07-03T16:06:01.288437Z","steps":["trace[580961715] 'range keys from in-memory index tree' (duration: 343.574075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.288493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:00.944287Z","time spent":"344.19563ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:01.288279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:00.969973Z","time spent":"318.298818ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:06:01.442038Z","caller":"traceutil/trace.go:171","msg":"trace[1247853283] linearizableReadLoop","detail":"{readStateIndex:6228; appliedIndex:6227; }","duration":"152.37073ms","start":"2026-07-03T16:06:01.289637Z","end":"2026-07-03T16:06:01.442008Z","steps":["trace[1247853283] 'read index received' (duration: 152.168905ms)","trace[1247853283] 'applied index is now lower than readState.Index' (duration: 200.235µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:01.442207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.547604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:01.442097Z","caller":"traceutil/trace.go:171","msg":"trace[435956708] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"192.188548ms","start":"2026-07-03T16:06:01.249881Z","end":"2026-07-03T16:06:01.44207Z","steps":["trace[435956708] 'process raft request' (duration: 191.958333ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.442252Z","caller":"traceutil/trace.go:171","msg":"trace[17672467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5988; }","duration":"152.644546ms","start":"2026-07-03T16:06:01.289597Z","end":"2026-07-03T16:06:01.442242Z","steps":["trace[17672467] 'agreement among raft nodes before linearized reading' (duration: 152.549734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.443288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.05988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T16:06:01.443416Z","caller":"traceutil/trace.go:171","msg":"trace[223747028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0; range_end:; response_count:1; response_revision:5989; }","duration":"123.230964ms","start":"2026-07-03T16:06:01.320178Z","end":"2026-07-03T16:06:01.443409Z","steps":["trace[223747028] 'agreement among raft nodes before linearized reading' (duration: 123.02802ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.443376Z","caller":"traceutil/trace.go:171","msg":"trace[1368443295] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"152.775809ms","start":"2026-07-03T16:06:01.290587Z","end":"2026-07-03T16:06:01.443363Z","steps":["trace[1368443295] 'process raft request' (duration: 152.532434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.877722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.922179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:06:01.877811Z","caller":"traceutil/trace.go:171","msg":"trace[1671733337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5996; }","duration":"113.073822ms","start":"2026-07-03T16:06:01.764717Z","end":"2026-07-03T16:06:01.877791Z","steps":["trace[1671733337] 'range keys from in-memory index tree' (duration: 112.751984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.877758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.229305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:06:01.877946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.646819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:06:01.878007Z","caller":"traceutil/trace.go:171","msg":"trace[1358585910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:5996; }","duration":"128.72908ms","start":"2026-07-03T16:06:01.749261Z","end":"2026-07-03T16:06:01.87799Z","steps":["trace[1358585910] 'range keys from in-memory index tree' (duration: 128.467454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.87799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.585686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18bed33c998e8590\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-07-03T16:06:01.878072Z","caller":"traceutil/trace.go:171","msg":"trace[893318355] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18bed33c998e8590; range_end:; response_count:1; response_revision:5996; }","duration":"135.720119ms","start":"2026-07-03T16:06:01.742326Z","end":"2026-07-03T16:06:01.878046Z","steps":["trace[893318355] 'range keys from in-memory index tree' (duration: 135.428393ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.878207Z","caller":"traceutil/trace.go:171","msg":"trace[30143634] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"112.919049ms","start":"2026-07-03T16:06:01.765248Z","end":"2026-07-03T16:06:01.878167Z","steps":["trace[30143634] 'process raft request' (duration: 41.551739ms)","trace[30143634] 'compare' (duration: 70.92883ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:01.878236Z","caller":"traceutil/trace.go:171","msg":"trace[217893795] linearizableReadLoop","detail":"{readStateIndex:6239; appliedIndex:6237; }","duration":"106.632895ms","start":"2026-07-03T16:06:01.771579Z","end":"2026-07-03T16:06:01.878212Z","steps":["trace[217893795] 'read index received' (duration: 35.166633ms)","trace[217893795] 'applied index is now lower than readState.Index' (duration: 71.464552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:01.878381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.780209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:01.878426Z","caller":"traceutil/trace.go:171","msg":"trace[368339195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5998; }","duration":"106.85881ms","start":"2026-07-03T16:06:01.771551Z","end":"2026-07-03T16:06:01.87841Z","steps":["trace[368339195] 'agreement among raft nodes before linearized reading' (duration: 106.771278ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.878383Z","caller":"traceutil/trace.go:171","msg":"trace[410612021] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"113.121523ms","start":"2026-07-03T16:06:01.765242Z","end":"2026-07-03T16:06:01.878364Z","steps":["trace[410612021] 'process raft request' (duration: 112.848157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.878809Z","caller":"traceutil/trace.go:171","msg":"trace[1770694539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5996; }","duration":"130.47242ms","start":"2026-07-03T16:06:01.747476Z","end":"2026-07-03T16:06:01.877949Z","steps":["trace[1770694539] 'range keys from in-memory index tree' (duration: 130.113293ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.907732Z","caller":"traceutil/trace.go:171","msg":"trace[914005452] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"132.116478ms","start":"2026-07-03T16:06:01.775566Z","end":"2026-07-03T16:06:01.907682Z","steps":["trace[914005452] 'process raft request' (duration: 131.896063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.907941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.86267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:06:01.908027Z","caller":"traceutil/trace.go:171","msg":"trace[1262437283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5999; }","duration":"135.003253ms","start":"2026-07-03T16:06:01.773005Z","end":"2026-07-03T16:06:01.908009Z","steps":["trace[1262437283] 'agreement among raft nodes before linearized reading' (duration: 134.638775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:02.339234Z","caller":"traceutil/trace.go:171","msg":"trace[964238344] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"177.025664ms","start":"2026-07-03T16:06:02.162181Z","end":"2026-07-03T16:06:02.339207Z","steps":["trace[964238344] 'process raft request' (duration: 176.814879ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:02.339485Z","caller":"traceutil/trace.go:171","msg":"trace[1751768361] linearizableReadLoop","detail":"{readStateIndex:6247; appliedIndex:6245; }","duration":"132.617169ms","start":"2026-07-03T16:06:02.20682Z","end":"2026-07-03T16:06:02.339437Z","steps":["trace[1751768361] 'read index received' (duration: 132.116318ms)","trace[1751768361] 'applied index is now lower than readState.Index' (duration: 497.651µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:02.33954Z","caller":"traceutil/trace.go:171","msg":"trace[1074411969] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"177.146875ms","start":"2026-07-03T16:06:02.162366Z","end":"2026-07-03T16:06:02.339513Z","steps":["trace[1074411969] 'process raft request' (duration: 176.798907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:02.339815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.979207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18bed33225f4a356\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-07-03T16:06:02.339881Z","caller":"traceutil/trace.go:171","msg":"trace[453933245] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18bed33225f4a356; range_end:; response_count:1; response_revision:6006; }","duration":"133.09595ms","start":"2026-07-03T16:06:02.206767Z","end":"2026-07-03T16:06:02.339862Z","steps":["trace[453933245] 'agreement among raft nodes before linearized reading' (duration: 132.874605ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:02.682002Z","caller":"traceutil/trace.go:171","msg":"trace[613062544] linearizableReadLoop","detail":"{readStateIndex:6249; appliedIndex:6248; }","duration":"248.008025ms","start":"2026-07-03T16:06:02.433962Z","end":"2026-07-03T16:06:02.68197Z","steps":["trace[613062544] 'read index received' (duration: 247.82544ms)","trace[613062544] 'applied index is now lower than readState.Index' (duration: 181.465µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:02.682104Z","caller":"traceutil/trace.go:171","msg":"trace[2080143835] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"333.646069ms","start":"2026-07-03T16:06:02.34839Z","end":"2026-07-03T16:06:02.682036Z","steps":["trace[2080143835] 'process raft request' (duration: 333.408494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:02.682291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:02.348372Z","time spent":"333.812163ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3934,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:02.682354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.091257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:02.682419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.440434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18bed33225d7c374\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-07-03T16:06:02.682486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.297236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:06:02.682577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.818396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:06:02.682651Z","caller":"traceutil/trace.go:171","msg":"trace[1237138936] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:6008; }","duration":"190.535881ms","start":"2026-07-03T16:06:02.492096Z","end":"2026-07-03T16:06:02.682632Z","steps":["trace[1237138936] 'agreement among raft nodes before linearized reading' (duration: 190.064111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:02.682689Z","caller":"traceutil/trace.go:171","msg":"trace[1213507245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6008; }","duration":"172.981751ms","start":"2026-07-03T16:06:02.509682Z","end":"2026-07-03T16:06:02.682664Z","steps":["trace[1213507245] 'agreement among raft nodes before linearized reading' (duration: 172.620303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:02.682547Z","caller":"traceutil/trace.go:171","msg":"trace[1266298967] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18bed33225d7c374; range_end:; response_count:1; response_revision:6008; }","duration":"248.617598ms","start":"2026-07-03T16:06:02.433895Z","end":"2026-07-03T16:06:02.682513Z","steps":["trace[1266298967] 'agreement among raft nodes before linearized reading' (duration: 248.2549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:02.682465Z","caller":"traceutil/trace.go:171","msg":"trace[756957875] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6008; }","duration":"139.290951ms","start":"2026-07-03T16:06:02.543151Z","end":"2026-07-03T16:06:02.682442Z","steps":["trace[756957875] 'agreement among raft nodes before linearized reading' (duration: 139.065076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.892518Z","caller":"traceutil/trace.go:171","msg":"trace[1972973063] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"333.306552ms","start":"2026-07-03T16:06:03.559179Z","end":"2026-07-03T16:06:03.892485Z","steps":["trace[1972973063] 'process raft request' (duration: 333.084317ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.892587Z","caller":"traceutil/trace.go:171","msg":"trace[767609457] linearizableReadLoop","detail":"{readStateIndex:6253; appliedIndex:6252; }","duration":"331.331257ms","start":"2026-07-03T16:06:03.561229Z","end":"2026-07-03T16:06:03.89256Z","steps":["trace[767609457] 'read index received' (duration: 331.180883ms)","trace[767609457] 'applied index is now lower than readState.Index' (duration: 147.764µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:03.892765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.559149Z","time spent":"333.475175ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:03.892891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.611853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:06:03.893013Z","caller":"traceutil/trace.go:171","msg":"trace[1575128997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6012; }","duration":"331.814487ms","start":"2026-07-03T16:06:03.561168Z","end":"2026-07-03T16:06:03.892983Z","steps":["trace[1575128997] 'agreement among raft nodes before linearized reading' (duration: 331.49282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.893079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.561138Z","time spent":"331.92607ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:06:03.930033Z","caller":"traceutil/trace.go:171","msg":"trace[2104568650] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"180.691358ms","start":"2026-07-03T16:06:03.749316Z","end":"2026-07-03T16:06:03.930008Z","steps":["trace[2104568650] 'process raft request' (duration: 178.736053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.041396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.372791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:11.041504Z","caller":"traceutil/trace.go:171","msg":"trace[988261735] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"1.029972422s","start":"2026-07-03T16:06:10.011511Z","end":"2026-07-03T16:06:11.041483Z","steps":["trace[988261735] 'process raft request' (duration: 207.426667ms)","trace[988261735] 'compare' (duration: 822.097585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:11.041565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.011499Z","time spent":"1.030038213s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.344535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687336720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:11.370433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151515568s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:06:11.371331Z","caller":"traceutil/trace.go:171","msg":"trace[2129459315] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"1.358664838s","start":"2026-07-03T16:06:10.012644Z","end":"2026-07-03T16:06:11.371308Z","steps":["trace[2129459315] 'process raft request' (duration: 1.358559475s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:11.37134Z","caller":"traceutil/trace.go:171","msg":"trace[1564174178] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"1.359708382s","start":"2026-07-03T16:06:10.011593Z","end":"2026-07-03T16:06:11.371301Z","steps":["trace[1564174178] 'process raft request' (duration: 1.359070538s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:11.371394Z","caller":"traceutil/trace.go:171","msg":"trace[898449237] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"1.358592557s","start":"2026-07-03T16:06:10.012773Z","end":"2026-07-03T16:06:11.371366Z","steps":["trace[898449237] 'process raft request' (duration: 1.358490825s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.371479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.012621Z","time spent":"1.358783811s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.371501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.011573Z","time spent":"1.359844255s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.371524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.012758Z","time spent":"1.358687129s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:11.380343Z","caller":"traceutil/trace.go:171","msg":"trace[274140435] linearizableReadLoop","detail":"{readStateIndex:6342; appliedIndex:6337; }","duration":"536.43748ms","start":"2026-07-03T16:06:10.843893Z","end":"2026-07-03T16:06:11.38033Z","steps":["trace[274140435] 'read index received' (duration: 526.79784ms)","trace[274140435] 'applied index is now lower than readState.Index' (duration: 9.6389ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:11.380517Z","caller":"traceutil/trace.go:171","msg":"trace[107026559] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"802.450046ms","start":"2026-07-03T16:06:10.578059Z","end":"2026-07-03T16:06:11.380509Z","steps":["trace[107026559] 'process raft request' (duration: 802.170509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.380573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.578035Z","time spent":"802.509137ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.38069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.823306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:11.380745Z","caller":"traceutil/trace.go:171","msg":"trace[342383898] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6100; }","duration":"422.920759ms","start":"2026-07-03T16:06:10.957812Z","end":"2026-07-03T16:06:11.380732Z","steps":["trace[342383898] 'agreement among raft nodes before linearized reading' (duration: 422.774335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.380844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.517209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:11.380869Z","caller":"traceutil/trace.go:171","msg":"trace[1017438074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6100; }","duration":"133.584511ms","start":"2026-07-03T16:06:11.247277Z","end":"2026-07-03T16:06:11.380861Z","steps":["trace[1017438074] 'agreement among raft nodes before linearized reading' (duration: 133.53901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.38092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.957792Z","time spent":"423.054391ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:11.380977Z","caller":"traceutil/trace.go:171","msg":"trace[2025186556] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"778.222472ms","start":"2026-07-03T16:06:10.602748Z","end":"2026-07-03T16:06:11.380971Z","steps":["trace[2025186556] 'process raft request' (duration: 777.553967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.381019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.602735Z","time spent":"778.260734ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.3812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.31589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:06:11.381228Z","caller":"traceutil/trace.go:171","msg":"trace[533993675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6100; }","duration":"537.381052ms","start":"2026-07-03T16:06:10.84384Z","end":"2026-07-03T16:06:11.381221Z","steps":["trace[533993675] 'agreement among raft nodes before linearized reading' (duration: 537.256669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.381278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.843818Z","time spent":"537.453793ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:11.381355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.292954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:11.381432Z","caller":"traceutil/trace.go:171","msg":"trace[367591272] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6100; }","duration":"225.413167ms","start":"2026-07-03T16:06:11.156004Z","end":"2026-07-03T16:06:11.381417Z","steps":["trace[367591272] 'agreement among raft nodes before linearized reading' (duration: 225.234663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.381629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.522087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:06:11.381658Z","caller":"traceutil/trace.go:171","msg":"trace[1643033206] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:6100; }","duration":"411.576159ms","start":"2026-07-03T16:06:10.970073Z","end":"2026-07-03T16:06:11.381649Z","steps":["trace[1643033206] 'agreement among raft nodes before linearized reading' (duration: 411.511007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.381677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.97006Z","time spent":"411.61304ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:06:15.08719Z","caller":"traceutil/trace.go:171","msg":"trace[544215823] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"380.447547ms","start":"2026-07-03T16:06:14.70672Z","end":"2026-07-03T16:06:15.087168Z","steps":["trace[544215823] 'read index received' (duration: 380.339294ms)","trace[544215823] 'applied index is now lower than readState.Index' (duration: 107.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:15.087249Z","caller":"traceutil/trace.go:171","msg":"trace[1834951043] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"381.598163ms","start":"2026-07-03T16:06:14.70562Z","end":"2026-07-03T16:06:15.087218Z","steps":["trace[1834951043] 'process raft request' (duration: 381.403828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:15.087354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:14.705596Z","time spent":"381.703156ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:06:15.087382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.836859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:15.08744Z","caller":"traceutil/trace.go:171","msg":"trace[518409965] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6138; }","duration":"157.93217ms","start":"2026-07-03T16:06:14.929491Z","end":"2026-07-03T16:06:15.087423Z","steps":["trace[518409965] 'agreement among raft nodes before linearized reading' (duration: 157.805748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:15.087483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.202209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:15.087581Z","caller":"traceutil/trace.go:171","msg":"trace[1148119908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6138; }","duration":"142.346341ms","start":"2026-07-03T16:06:14.94521Z","end":"2026-07-03T16:06:15.087556Z","steps":["trace[1148119908] 'agreement among raft nodes before linearized reading' (duration: 142.163047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:15.087559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.790295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:06:15.087703Z","caller":"traceutil/trace.go:171","msg":"trace[1914828247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6138; }","duration":"380.959558ms","start":"2026-07-03T16:06:14.706676Z","end":"2026-07-03T16:06:15.087635Z","steps":["trace[1914828247] 'agreement among raft nodes before linearized reading' (duration: 380.58602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:15.087772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:14.706665Z","time spent":"381.090972ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:06:18.360457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687336953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:06:18.499908Z","caller":"traceutil/trace.go:171","msg":"trace[538700269] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"1.010432921s","start":"2026-07-03T16:06:17.489451Z","end":"2026-07-03T16:06:18.499884Z","steps":["trace[538700269] 'process raft request' (duration: 1.010358159s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.500051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.489444Z","time spent":"1.010536204s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:18.500141Z","caller":"traceutil/trace.go:171","msg":"trace[1139271092] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"1.010727828s","start":"2026-07-03T16:06:17.489362Z","end":"2026-07-03T16:06:18.500089Z","steps":["trace[1139271092] 'process raft request' (duration: 1.010126314s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.500315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.48934Z","time spent":"1.010882812s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:18.512373Z","caller":"traceutil/trace.go:171","msg":"trace[548389309] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"500.17186ms","start":"2026-07-03T16:06:18.012169Z","end":"2026-07-03T16:06:18.512341Z","steps":["trace[548389309] 'process raft request' (duration: 499.922265ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.512472Z","caller":"traceutil/trace.go:171","msg":"trace[1929332661] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"476.987807ms","start":"2026-07-03T16:06:18.035456Z","end":"2026-07-03T16:06:18.512444Z","steps":["trace[1929332661] 'process raft request' (duration: 476.799592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.51253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:18.012148Z","time spent":"500.306633ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:18.512571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:18.035389Z","time spent":"477.126149ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:18.513186Z","caller":"traceutil/trace.go:171","msg":"trace[1834798790] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"474.276904ms","start":"2026-07-03T16:06:18.038899Z","end":"2026-07-03T16:06:18.513176Z","steps":["trace[1834798790] 'process raft request' (duration: 474.137291ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.513229Z","caller":"traceutil/trace.go:171","msg":"trace[1606764247] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"470.919027ms","start":"2026-07-03T16:06:18.042285Z","end":"2026-07-03T16:06:18.513204Z","steps":["trace[1606764247] 'process raft request' (duration: 470.827075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.513248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:18.03887Z","time spent":"474.346545ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:18.513302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:18.042277Z","time spent":"470.983368ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:18.513312Z","caller":"traceutil/trace.go:171","msg":"trace[165516341] linearizableReadLoop","detail":"{readStateIndex:6439; appliedIndex:6433; }","duration":"653.577276ms","start":"2026-07-03T16:06:17.859565Z","end":"2026-07-03T16:06:18.513143Z","steps":["trace[165516341] 'read index received' (duration: 639.864771ms)","trace[165516341] 'applied index is now lower than readState.Index' (duration: 13.711775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:18.51336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.788561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:18.51342Z","caller":"traceutil/trace.go:171","msg":"trace[620655228] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6193; }","duration":"653.856072ms","start":"2026-07-03T16:06:17.85955Z","end":"2026-07-03T16:06:18.513406Z","steps":["trace[620655228] 'agreement among raft nodes before linearized reading' (duration: 653.7451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.513432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.003206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:06:18.513462Z","caller":"traceutil/trace.go:171","msg":"trace[930951800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:6193; }","duration":"467.032146ms","start":"2026-07-03T16:06:18.046422Z","end":"2026-07-03T16:06:18.513455Z","steps":["trace[930951800] 'agreement among raft nodes before linearized reading' (duration: 466.934964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.513468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.859494Z","time spent":"653.963566ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:18.513481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:18.046385Z","time spent":"467.091958ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:06:24.03284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337046,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:06:24.049953Z","caller":"traceutil/trace.go:171","msg":"trace[90259434] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"525.460932ms","start":"2026-07-03T16:06:23.524462Z","end":"2026-07-03T16:06:24.049923Z","steps":["trace[90259434] 'process raft request' (duration: 525.289758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:24.050117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:23.52445Z","time spent":"525.579654ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:24.064065Z","caller":"traceutil/trace.go:171","msg":"trace[1291206190] linearizableReadLoop","detail":"{readStateIndex:6470; appliedIndex:6468; }","duration":"531.52535ms","start":"2026-07-03T16:06:23.532518Z","end":"2026-07-03T16:06:24.064043Z","steps":["trace[1291206190] 'read index received' (duration: 517.281453ms)","trace[1291206190] 'applied index is now lower than readState.Index' (duration: 14.242767ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:24.064145Z","caller":"traceutil/trace.go:171","msg":"trace[425538872] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"534.831107ms","start":"2026-07-03T16:06:23.529285Z","end":"2026-07-03T16:06:24.064117Z","steps":["trace[425538872] 'process raft request' (duration: 534.647363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:24.064248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:23.529249Z","time spent":"534.932709ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:24.064286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.760726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-07-03T16:06:24.064368Z","caller":"traceutil/trace.go:171","msg":"trace[941742285] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6223; }","duration":"531.886149ms","start":"2026-07-03T16:06:23.532469Z","end":"2026-07-03T16:06:24.064356Z","steps":["trace[941742285] 'agreement among raft nodes before linearized reading' (duration: 531.686605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:24.0644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.89792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:24.064448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:23.532456Z","time spent":"531.94638ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:06:24.064286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.643729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T16:06:24.064487Z","caller":"traceutil/trace.go:171","msg":"trace[711593054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6223; }","duration":"118.039524ms","start":"2026-07-03T16:06:23.946428Z","end":"2026-07-03T16:06:24.064467Z","steps":["trace[711593054] 'agreement among raft nodes before linearized reading' (duration: 117.843559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:24.064525Z","caller":"traceutil/trace.go:171","msg":"trace[432829143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6223; }","duration":"493.914876ms","start":"2026-07-03T16:06:23.570591Z","end":"2026-07-03T16:06:24.064506Z","steps":["trace[432829143] 'agreement among raft nodes before linearized reading' (duration: 493.585698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:24.064604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:23.570573Z","time spent":"494.006467ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:06:24.783102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:25.2833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:25.78364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:25.877044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801687624s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:06:26.47389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.512865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:26.474023Z","caller":"traceutil/trace.go:171","msg":"trace[1310858435] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"2.398825323s","start":"2026-07-03T16:06:24.075172Z","end":"2026-07-03T16:06:26.473998Z","steps":["trace[1310858435] 'process raft request' (duration: 1.802104373s)","trace[1310858435] 'compare' (duration: 596.337021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:26.474116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.075153Z","time spent":"2.398921694s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:27.158359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281107605s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:06:27.159699Z","caller":"traceutil/trace.go:171","msg":"trace[1966466160] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"2.60133478s","start":"2026-07-03T16:06:24.558298Z","end":"2026-07-03T16:06:27.159633Z","steps":["trace[1966466160] 'process raft request' (duration: 2.601104915s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.159991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.558283Z","time spent":"2.601508034s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:27.160026Z","caller":"traceutil/trace.go:171","msg":"trace[1948912908] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6470; }","duration":"2.877448107s","start":"2026-07-03T16:06:24.282554Z","end":"2026-07-03T16:06:27.160002Z","steps":["trace[1948912908] 'read index received' (duration: 1.594692385s)","trace[1948912908] 'applied index is now lower than readState.Index' (duration: 1.282754482s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:27.160096Z","caller":"traceutil/trace.go:171","msg":"trace[1670786024] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"2.601586565s","start":"2026-07-03T16:06:24.558459Z","end":"2026-07-03T16:06:27.160045Z","steps":["trace[1670786024] 'process raft request' (duration: 2.601395481s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.160129Z","caller":"traceutil/trace.go:171","msg":"trace[2032969327] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"2.600973051s","start":"2026-07-03T16:06:24.559099Z","end":"2026-07-03T16:06:27.160072Z","steps":["trace[2032969327] 'process raft request' (duration: 2.600845798s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.160212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877622841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:27.16029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.559065Z","time spent":"2.601143935s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:27.1603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.558435Z","time spent":"2.60176244s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:27.160328Z","caller":"traceutil/trace.go:171","msg":"trace[1188444041] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6228; }","duration":"2.877794285s","start":"2026-07-03T16:06:24.282511Z","end":"2026-07-03T16:06:27.160305Z","steps":["trace[1188444041] 'agreement among raft nodes before linearized reading' (duration: 2.877603981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.160383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.282492Z","time spent":"2.877874366s","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:27.160563Z","caller":"traceutil/trace.go:171","msg":"trace[1744517162] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"2.602092637s","start":"2026-07-03T16:06:24.558411Z","end":"2026-07-03T16:06:27.160504Z","steps":["trace[1744517162] 'process raft request' (duration: 2.601155285s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.160677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.558393Z","time spent":"2.60224396s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:27.660324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337065,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:06:27.856225Z","caller":"traceutil/trace.go:171","msg":"trace[95406888] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"1.469631818s","start":"2026-07-03T16:06:26.386566Z","end":"2026-07-03T16:06:27.856198Z","steps":["trace[95406888] 'process raft request' (duration: 1.469422173s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.856407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.386539Z","time spent":"1.469762051s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:27.856707Z","caller":"traceutil/trace.go:171","msg":"trace[1572571645] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"1.468978315s","start":"2026-07-03T16:06:26.387696Z","end":"2026-07-03T16:06:27.856674Z","steps":["trace[1572571645] 'process raft request' (duration: 1.468458472s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.856928Z","caller":"traceutil/trace.go:171","msg":"trace[1413287220] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"1.376008817s","start":"2026-07-03T16:06:26.4809Z","end":"2026-07-03T16:06:27.856909Z","steps":["trace[1413287220] 'process raft request' (duration: 1.375630039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.856974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.387644Z","time spent":"1.469154679s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:27.857024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.480873Z","time spent":"1.3761039s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:27.857065Z","caller":"traceutil/trace.go:171","msg":"trace[589772866] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"1.375527755s","start":"2026-07-03T16:06:26.481511Z","end":"2026-07-03T16:06:27.857039Z","steps":["trace[589772866] 'process raft request' (duration: 1.37528928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.857226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.481497Z","time spent":"1.375645889s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:27.857602Z","caller":"traceutil/trace.go:171","msg":"trace[1855219427] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"1.375881923s","start":"2026-07-03T16:06:26.4817Z","end":"2026-07-03T16:06:27.857582Z","steps":["trace[1855219427] 'process raft request' (duration: 1.375247139s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.857791Z","caller":"traceutil/trace.go:171","msg":"trace[1644614271] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"1.376084238s","start":"2026-07-03T16:06:26.481698Z","end":"2026-07-03T16:06:27.857782Z","steps":["trace[1644614271] 'process raft request' (duration: 1.375796071s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.857844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.481683Z","time spent":"1.37613616s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:27.857911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.481688Z","time spent":"1.376123569s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:27.857956Z","caller":"traceutil/trace.go:171","msg":"trace[1115903369] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"1.351549543s","start":"2026-07-03T16:06:26.506387Z","end":"2026-07-03T16:06:27.857936Z","steps":["trace[1115903369] 'process raft request' (duration: 1.351320698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.858048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.506366Z","time spent":"1.351638806s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:27.944923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:06:27.945115Z","caller":"traceutil/trace.go:171","msg":"trace[1214067915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067894s","start":"2026-07-03T16:06:25.945021Z","end":"2026-07-03T16:06:27.945089Z","steps":["trace[1214067915] 'agreement among raft nodes before linearized reading' (duration: 1.99986489s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.94525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:25.945002Z","time spent":"2.000228348s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:06:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:06:27.981121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.044039ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T16:06:27.981214Z","caller":"traceutil/trace.go:171","msg":"trace[1384948732] linearizableReadLoop","detail":"{readStateIndex:6483; appliedIndex:6475; }","duration":"821.128268ms","start":"2026-07-03T16:06:27.160071Z","end":"2026-07-03T16:06:27.9812Z","steps":["trace[1384948732] 'read index received' (duration: 695.863348ms)","trace[1384948732] 'applied index is now lower than readState.Index' (duration: 125.26168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:27.981364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501881931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fgvsw\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-07-03T16:06:27.981385Z","caller":"traceutil/trace.go:171","msg":"trace[1705809890] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fgvsw; range_end:; response_count:1; response_revision:6235; }","duration":"1.501910721s","start":"2026-07-03T16:06:26.479468Z","end":"2026-07-03T16:06:27.981379Z","steps":["trace[1705809890] 'agreement among raft nodes before linearized reading' (duration: 1.501807509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.981529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425401306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:06:27.981555Z","caller":"traceutil/trace.go:171","msg":"trace[2029658092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6235; }","duration":"3.425457157s","start":"2026-07-03T16:06:24.556091Z","end":"2026-07-03T16:06:27.981548Z","steps":["trace[2029658092] 'agreement among raft nodes before linearized reading' (duration: 3.425392046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.981568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.556075Z","time spent":"3.425489628s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:06:27.981615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403557403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-03T16:06:27.981632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793796022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:27.981689Z","caller":"traceutil/trace.go:171","msg":"trace[1381756871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6235; }","duration":"3.403613554s","start":"2026-07-03T16:06:24.578045Z","end":"2026-07-03T16:06:27.981658Z","steps":["trace[1381756871] 'agreement among raft nodes before linearized reading' (duration: 3.403397049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.981687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625187657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:06:27.981705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827701442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:06:27.981767Z","caller":"traceutil/trace.go:171","msg":"trace[262484420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6235; }","duration":"2.625292779s","start":"2026-07-03T16:06:25.356455Z","end":"2026-07-03T16:06:27.981748Z","steps":["trace[262484420] 'agreement among raft nodes before linearized reading' (duration: 2.625105955s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.981785Z","caller":"traceutil/trace.go:171","msg":"trace[1587421174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6235; }","duration":"2.827781454s","start":"2026-07-03T16:06:25.153985Z","end":"2026-07-03T16:06:27.981767Z","steps":["trace[1587421174] 'agreement among raft nodes before linearized reading' (duration: 2.82758913s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.981797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91204214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:06:27.981825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:25.35644Z","time spent":"2.625371651s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:06:27.981835Z","caller":"traceutil/trace.go:171","msg":"trace[1487463126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6235; }","duration":"1.912117512s","start":"2026-07-03T16:06:26.069709Z","end":"2026-07-03T16:06:27.981827Z","steps":["trace[1487463126] 'agreement among raft nodes before linearized reading' (duration: 1.912012649s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.981835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:25.153923Z","time spent":"2.827900848s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:06:27.981875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.069688Z","time spent":"1.912179764s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:27.981743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42559389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:06:27.981406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.479416Z","time spent":"1.501983823s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4367,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fgvsw\" "} {"level":"info","ts":"2026-07-03T16:06:27.981983Z","caller":"traceutil/trace.go:171","msg":"trace[1120601897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6235; }","duration":"3.425849316s","start":"2026-07-03T16:06:24.556118Z","end":"2026-07-03T16:06:27.981967Z","steps":["trace[1120601897] 'agreement among raft nodes before linearized reading' (duration: 3.42559955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.981776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.577984Z","time spent":"3.403748547s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:06:27.98204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.556103Z","time spent":"3.425922237s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:27.982167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.255512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:27.982226Z","caller":"traceutil/trace.go:171","msg":"trace[2023728225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6235; }","duration":"176.365494ms","start":"2026-07-03T16:06:27.805842Z","end":"2026-07-03T16:06:27.982207Z","steps":["trace[2023728225] 'agreement among raft nodes before linearized reading' (duration: 176.261122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.981706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423340958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:06:27.982288Z","caller":"traceutil/trace.go:171","msg":"trace[812306511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:6235; }","duration":"3.423919041s","start":"2026-07-03T16:06:24.558358Z","end":"2026-07-03T16:06:27.982277Z","steps":["trace[812306511] 'agreement among raft nodes before linearized reading' (duration: 3.423307227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.982329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:24.558325Z","time spent":"3.423994323s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:06:27.981755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925559601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:06:27.982432Z","caller":"traceutil/trace.go:171","msg":"trace[253758741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6235; }","duration":"1.926291488s","start":"2026-07-03T16:06:26.056117Z","end":"2026-07-03T16:06:27.982408Z","steps":["trace[253758741] 'agreement among raft nodes before linearized reading' (duration: 1.925437098s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.982503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.056096Z","time spent":"1.92638447s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:06:27.981688Z","caller":"traceutil/trace.go:171","msg":"trace[2016392574] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6235; }","duration":"1.793889204s","start":"2026-07-03T16:06:26.187784Z","end":"2026-07-03T16:06:27.981673Z","steps":["trace[2016392574] 'agreement among raft nodes before linearized reading' (duration: 1.793796182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.982574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:26.187765Z","time spent":"1.794786324s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:27.983362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.482777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413505"} {"level":"info","ts":"2026-07-03T16:06:27.983394Z","caller":"traceutil/trace.go:171","msg":"trace[1432067154] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6235; }","duration":"664.556349ms","start":"2026-07-03T16:06:27.318831Z","end":"2026-07-03T16:06:27.983387Z","steps":["trace[1432067154] 'agreement among raft nodes before linearized reading' (duration: 663.019913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.983431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.318811Z","time spent":"664.61423ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413528,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-03T16:06:28.151519Z","caller":"traceutil/trace.go:171","msg":"trace[1328641140] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6483; }","duration":"164.492612ms","start":"2026-07-03T16:06:27.987001Z","end":"2026-07-03T16:06:28.151494Z","steps":["trace[1328641140] 'read index received' (duration: 164.267887ms)","trace[1328641140] 'applied index is now lower than readState.Index' (duration: 223.765µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:28.151577Z","caller":"traceutil/trace.go:171","msg":"trace[1346016513] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"165.397832ms","start":"2026-07-03T16:06:27.986155Z","end":"2026-07-03T16:06:28.151553Z","steps":["trace[1346016513] 'process raft request' (duration: 165.112516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:28.151964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.924782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:06:28.15206Z","caller":"traceutil/trace.go:171","msg":"trace[2144167645] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0; range_end:; response_count:1; response_revision:6236; }","duration":"165.058505ms","start":"2026-07-03T16:06:27.986978Z","end":"2026-07-03T16:06:28.152036Z","steps":["trace[2144167645] 'agreement among raft nodes before linearized reading' (duration: 164.663756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:28.651996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:06:28.735839Z","caller":"traceutil/trace.go:171","msg":"trace[453531919] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"748.559801ms","start":"2026-07-03T16:06:27.987246Z","end":"2026-07-03T16:06:28.735806Z","steps":["trace[453531919] 'process raft request' (duration: 748.196692ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:28.735898Z","caller":"traceutil/trace.go:171","msg":"trace[1327690634] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"748.423377ms","start":"2026-07-03T16:06:27.987438Z","end":"2026-07-03T16:06:28.735861Z","steps":["trace[1327690634] 'process raft request' (duration: 748.173201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:28.735912Z","caller":"traceutil/trace.go:171","msg":"trace[114018750] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"743.202077ms","start":"2026-07-03T16:06:27.99269Z","end":"2026-07-03T16:06:28.735892Z","steps":["trace[114018750] 'process raft request' (duration: 743.143085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:28.736018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.987216Z","time spent":"748.703953ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:28.736086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.98743Z","time spent":"748.53952ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:28.736118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.992668Z","time spent":"743.31527ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:28.736055Z","caller":"traceutil/trace.go:171","msg":"trace[248608982] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"747.594718ms","start":"2026-07-03T16:06:27.988397Z","end":"2026-07-03T16:06:28.735992Z","steps":["trace[248608982] 'process raft request' (duration: 747.390803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:28.736183Z","caller":"traceutil/trace.go:171","msg":"trace[1714851195] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"747.818942ms","start":"2026-07-03T16:06:27.988285Z","end":"2026-07-03T16:06:28.736104Z","steps":["trace[1714851195] 'process raft request' (duration: 747.366152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:28.736514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.988277Z","time spent":"748.092779ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:28.736931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.988378Z","time spent":"747.897455ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:29.990884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:06:29.990977Z","caller":"traceutil/trace.go:171","msg":"trace[1501060862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470964s","start":"2026-07-03T16:06:27.990484Z","end":"2026-07-03T16:06:29.990955Z","steps":["trace[1501060862] 'agreement among raft nodes before linearized reading' (duration: 2.000352971s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:29.991036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.990474Z","time spent":"2.000550886s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:30.004024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268053635s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:06:30.004638Z","caller":"traceutil/trace.go:171","msg":"trace[1549732547] linearizableReadLoop","detail":"{readStateIndex:6490; appliedIndex:6484; }","duration":"1.852906041s","start":"2026-07-03T16:06:28.151712Z","end":"2026-07-03T16:06:30.004618Z","steps":["trace[1549732547] 'read index received' (duration: 583.645049ms)","trace[1549732547] 'applied index is now lower than readState.Index' (duration: 1.269260062s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:30.004763Z","caller":"traceutil/trace.go:171","msg":"trace[1955166705] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"1.581878499s","start":"2026-07-03T16:06:28.422845Z","end":"2026-07-03T16:06:30.004724Z","steps":["trace[1955166705] 'process raft request' (duration: 1.58145854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:30.004831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017567507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-03T16:06:30.004866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017652729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:06:30.004885Z","caller":"traceutil/trace.go:171","msg":"trace[1357688820] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:6242; }","duration":"2.017622208s","start":"2026-07-03T16:06:27.987247Z","end":"2026-07-03T16:06:30.00487Z","steps":["trace[1357688820] 'agreement among raft nodes before linearized reading' (duration: 2.017417804s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:30.004918Z","caller":"traceutil/trace.go:171","msg":"trace[361218948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6242; }","duration":"2.01773533s","start":"2026-07-03T16:06:27.987171Z","end":"2026-07-03T16:06:30.004906Z","steps":["trace[361218948] 'agreement among raft nodes before linearized reading' (duration: 2.017543506s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:30.004922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.98723Z","time spent":"2.017684779s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:06:30.004928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:28.42282Z","time spent":"1.582020662s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414154,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:30.004955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.987151Z","time spent":"2.017797752s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:06:30.005014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016491561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-07-03T16:06:30.005094Z","caller":"traceutil/trace.go:171","msg":"trace[1241368340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6242; }","duration":"2.016628204s","start":"2026-07-03T16:06:27.988453Z","end":"2026-07-03T16:06:30.005081Z","steps":["trace[1241368340] 'agreement among raft nodes before linearized reading' (duration: 2.016180844s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:30.00523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:27.988423Z","time spent":"2.016754218s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81759,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:06:30.505486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:30.987757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.332888Z","time spent":"654.860767ms","remote":"127.0.0.1:49748","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:06:31.006466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687337083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:31.374514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370278085s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:06:31.375145Z","caller":"traceutil/trace.go:171","msg":"trace[1062552421] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"2.633721355s","start":"2026-07-03T16:06:28.741394Z","end":"2026-07-03T16:06:31.375116Z","steps":["trace[1062552421] 'process raft request' (duration: 2.633418967s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:31.375234Z","caller":"traceutil/trace.go:171","msg":"trace[692474266] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"2.633199642s","start":"2026-07-03T16:06:28.742008Z","end":"2026-07-03T16:06:31.375207Z","steps":["trace[692474266] 'process raft request' (duration: 2.633023417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.375278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:28.741367Z","time spent":"2.633843437s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:31.375288Z","caller":"traceutil/trace.go:171","msg":"trace[1305689999] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"2.631898822s","start":"2026-07-03T16:06:28.743364Z","end":"2026-07-03T16:06:31.375262Z","steps":["trace[1305689999] 'process raft request' (duration: 2.631734288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.37543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:28.743345Z","time spent":"2.632022675s","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:31.375439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:28.741998Z","time spent":"2.633318594s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:31.375477Z","caller":"traceutil/trace.go:171","msg":"trace[657497868] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"2.209717225s","start":"2026-07-03T16:06:29.165731Z","end":"2026-07-03T16:06:31.375448Z","steps":["trace[657497868] 'process raft request' (duration: 2.209417888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.375558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.165704Z","time spent":"2.209806587s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:31.37587Z","caller":"traceutil/trace.go:171","msg":"trace[1284322019] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"2.210030852s","start":"2026-07-03T16:06:29.165824Z","end":"2026-07-03T16:06:31.375855Z","steps":["trace[1284322019] 'process raft request' (duration: 2.20950867s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:31.375894Z","caller":"traceutil/trace.go:171","msg":"trace[1423910544] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"2.210000972s","start":"2026-07-03T16:06:29.165876Z","end":"2026-07-03T16:06:31.375877Z","steps":["trace[1423910544] 'process raft request' (duration: 2.209870449s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.375972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.165855Z","time spent":"2.210074913s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:31.375991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.165817Z","time spent":"2.210094544s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:31.375903Z","caller":"traceutil/trace.go:171","msg":"trace[1601824401] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"2.209958061s","start":"2026-07-03T16:06:29.165921Z","end":"2026-07-03T16:06:31.375879Z","steps":["trace[1601824401] 'process raft request' (duration: 2.20991163s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.377048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.165915Z","time spent":"2.211098196s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:31.525645Z","caller":"traceutil/trace.go:171","msg":"trace[1131589955] linearizableReadLoop","detail":"{readStateIndex:6498; appliedIndex:6490; }","duration":"1.520925629s","start":"2026-07-03T16:06:30.004684Z","end":"2026-07-03T16:06:31.52561Z","steps":["trace[1131589955] 'read index received' (duration: 1.370102481s)","trace[1131589955] 'applied index is now lower than readState.Index' (duration: 150.821098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:31.525799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350263166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:31.525909Z","caller":"traceutil/trace.go:171","msg":"trace[976127723] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6249; }","duration":"2.35043923s","start":"2026-07-03T16:06:29.175446Z","end":"2026-07-03T16:06:31.525885Z","steps":["trace[976127723] 'agreement among raft nodes before linearized reading' (duration: 2.350234196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.525966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45050894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:06:31.526043Z","caller":"traceutil/trace.go:171","msg":"trace[1380102419] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6249; }","duration":"2.450605623s","start":"2026-07-03T16:06:29.075419Z","end":"2026-07-03T16:06:31.526024Z","steps":["trace[1380102419] 'agreement among raft nodes before linearized reading' (duration: 2.450349417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.526052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534777206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:31.526099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.075359Z","time spent":"2.450726225s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-03T16:06:31.52613Z","caller":"traceutil/trace.go:171","msg":"trace[2025945197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6249; }","duration":"1.534902289s","start":"2026-07-03T16:06:29.991206Z","end":"2026-07-03T16:06:31.526109Z","steps":["trace[2025945197] 'agreement among raft nodes before linearized reading' (duration: 1.534750026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.52619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.991183Z","time spent":"1.534996081s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:31.525976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.175417Z","time spent":"2.350546513s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:31.526256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176154334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:31.526331Z","caller":"traceutil/trace.go:171","msg":"trace[218094630] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6249; }","duration":"3.176260658s","start":"2026-07-03T16:06:28.350051Z","end":"2026-07-03T16:06:31.526312Z","steps":["trace[218094630] 'agreement among raft nodes before linearized reading' (duration: 3.176139094s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.526235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.007681Z","time spent":"1.518540454s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:06:31.526383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:28.350021Z","time spent":"3.176351239s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:31.526478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978172344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:06:31.526534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102370378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:31.526589Z","caller":"traceutil/trace.go:171","msg":"trace[578739830] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6249; }","duration":"2.10246641s","start":"2026-07-03T16:06:29.424112Z","end":"2026-07-03T16:06:31.526578Z","steps":["trace[578739830] 'agreement among raft nodes before linearized reading' (duration: 2.101890296s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:31.526591Z","caller":"traceutil/trace.go:171","msg":"trace[306702554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6249; }","duration":"2.978340668s","start":"2026-07-03T16:06:28.548231Z","end":"2026-07-03T16:06:31.526572Z","steps":["trace[306702554] 'agreement among raft nodes before linearized reading' (duration: 2.97805036s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.526631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.424094Z","time spent":"2.102529341s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":79,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:31.526509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034939139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:31.526772Z","caller":"traceutil/trace.go:171","msg":"trace[412165779] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6249; }","duration":"3.035281867s","start":"2026-07-03T16:06:28.491466Z","end":"2026-07-03T16:06:31.526748Z","steps":["trace[412165779] 'agreement among raft nodes before linearized reading' (duration: 3.034742884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.52689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:28.491422Z","time spent":"3.035450251s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:31.526731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:28.548172Z","time spent":"2.978478831s","remote":"127.0.0.1:57180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:31.866875Z","caller":"traceutil/trace.go:171","msg":"trace[1303122215] linearizableReadLoop","detail":"{readStateIndex:6499; appliedIndex:6498; }","duration":"341.118663ms","start":"2026-07-03T16:06:31.525727Z","end":"2026-07-03T16:06:31.866846Z","steps":["trace[1303122215] 'read index received' (duration: 339.776112ms)","trace[1303122215] 'applied index is now lower than readState.Index' (duration: 1.341391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:31.867049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310792608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:31.867086Z","caller":"traceutil/trace.go:171","msg":"trace[278267642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6250; }","duration":"1.310887179s","start":"2026-07-03T16:06:30.556186Z","end":"2026-07-03T16:06:31.867073Z","steps":["trace[278267642] 'agreement among raft nodes before linearized reading' (duration: 1.310800137s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.867099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125055496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T16:06:31.86713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.556167Z","time spent":"1.310953401s","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:31.867171Z","caller":"traceutil/trace.go:171","msg":"trace[1513577628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6250; }","duration":"1.125154429s","start":"2026-07-03T16:06:30.741998Z","end":"2026-07-03T16:06:31.867153Z","steps":["trace[1513577628] 'agreement among raft nodes before linearized reading' (duration: 1.124898263s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.867217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.741992Z","time spent":"1.12521766s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:31.867223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12525222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:06:31.867269Z","caller":"traceutil/trace.go:171","msg":"trace[1354133316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6250; }","duration":"1.125329062s","start":"2026-07-03T16:06:30.741927Z","end":"2026-07-03T16:06:31.867256Z","steps":["trace[1354133316] 'agreement among raft nodes before linearized reading' (duration: 1.125272381s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.8673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.741904Z","time spent":"1.125389725s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:06:31.867091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.419674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:31.867397Z","caller":"traceutil/trace.go:171","msg":"trace[642553574] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6250; }","duration":"844.804733ms","start":"2026-07-03T16:06:31.022582Z","end":"2026-07-03T16:06:31.867387Z","steps":["trace[642553574] 'agreement among raft nodes before linearized reading' (duration: 844.365913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.867179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125182029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:06:31.867429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.022563Z","time spent":"844.854354ms","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:31.867448Z","caller":"traceutil/trace.go:171","msg":"trace[134170766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6250; }","duration":"1.125461495s","start":"2026-07-03T16:06:30.741975Z","end":"2026-07-03T16:06:31.867437Z","steps":["trace[134170766] 'agreement among raft nodes before linearized reading' (duration: 1.125173469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.867482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.741963Z","time spent":"1.125509296s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:31.867484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711616413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:06:31.867486Z","caller":"traceutil/trace.go:171","msg":"trace[550271936] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"484.586062ms","start":"2026-07-03T16:06:31.382877Z","end":"2026-07-03T16:06:31.867463Z","steps":["trace[550271936] 'process raft request' (duration: 482.471334ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:31.86752Z","caller":"traceutil/trace.go:171","msg":"trace[992129943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6250; }","duration":"1.711693905s","start":"2026-07-03T16:06:30.155816Z","end":"2026-07-03T16:06:31.86751Z","steps":["trace[992129943] 'agreement among raft nodes before linearized reading' (duration: 1.711505s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.86755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.155787Z","time spent":"1.711756645s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:06:31.867116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125368084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T16:06:31.867547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860035165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19403"} {"level":"info","ts":"2026-07-03T16:06:31.867589Z","caller":"traceutil/trace.go:171","msg":"trace[52859022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6250; }","duration":"1.125887756s","start":"2026-07-03T16:06:30.741692Z","end":"2026-07-03T16:06:31.86758Z","steps":["trace[52859022] 'agreement among raft nodes before linearized reading' (duration: 1.125230741s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.867601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.382833Z","time spent":"484.700294ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:31.86762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.74167Z","time spent":"1.125941577s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:31.867596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.58628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T16:06:31.867613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060441261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19403"} {"level":"info","ts":"2026-07-03T16:06:31.867707Z","caller":"traceutil/trace.go:171","msg":"trace[395327682] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:6250; }","duration":"895.720683ms","start":"2026-07-03T16:06:30.971933Z","end":"2026-07-03T16:06:31.867654Z","steps":["trace[395327682] 'agreement among raft nodes before linearized reading' (duration: 895.484218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:31.867729Z","caller":"traceutil/trace.go:171","msg":"trace[1085620411] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6250; }","duration":"1.060556773s","start":"2026-07-03T16:06:30.80715Z","end":"2026-07-03T16:06:31.867707Z","steps":["trace[1085620411] 'agreement among raft nodes before linearized reading' (duration: 1.060333048s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.867755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.971911Z","time spent":"895.835246ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:06:31.867783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.807112Z","time spent":"1.060656496s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19426,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:06:31.867615Z","caller":"traceutil/trace.go:171","msg":"trace[1237443528] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6250; }","duration":"1.860132768s","start":"2026-07-03T16:06:30.007465Z","end":"2026-07-03T16:06:31.867597Z","steps":["trace[1237443528] 'agreement among raft nodes before linearized reading' (duration: 1.859913603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.867847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.007451Z","time spent":"1.860385733s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19426,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:06:31.90603Z","caller":"traceutil/trace.go:171","msg":"trace[1598848042] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"378.077212ms","start":"2026-07-03T16:06:31.527932Z","end":"2026-07-03T16:06:31.906009Z","steps":["trace[1598848042] 'process raft request' (duration: 377.901948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.906168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.527909Z","time spent":"378.181395ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:31.906323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.100203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:06:31.906446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.573375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:31.906447Z","caller":"traceutil/trace.go:171","msg":"trace[60631801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6251; }","duration":"174.241406ms","start":"2026-07-03T16:06:31.73215Z","end":"2026-07-03T16:06:31.906392Z","steps":["trace[60631801] 'agreement among raft nodes before linearized reading' (duration: 173.958499ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:31.906504Z","caller":"traceutil/trace.go:171","msg":"trace[1170738529] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6251; }","duration":"345.655187ms","start":"2026-07-03T16:06:31.560831Z","end":"2026-07-03T16:06:31.906486Z","steps":["trace[1170738529] 'agreement among raft nodes before linearized reading' (duration: 345.561035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.906552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.560817Z","time spent":"345.721388ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:31.90653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.108476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:31.906612Z","caller":"traceutil/trace.go:171","msg":"trace[786330423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6251; }","duration":"372.242079ms","start":"2026-07-03T16:06:31.534356Z","end":"2026-07-03T16:06:31.906598Z","steps":["trace[786330423] 'agreement among raft nodes before linearized reading' (duration: 372.083915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:31.906693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.53434Z","time spent":"372.34118ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:31.906709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.877386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:06:31.906991Z","caller":"traceutil/trace.go:171","msg":"trace[628025652] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6251; }","duration":"110.06276ms","start":"2026-07-03T16:06:31.79676Z","end":"2026-07-03T16:06:31.906822Z","steps":["trace[628025652] 'agreement among raft nodes before linearized reading' (duration: 109.578409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:32.150857Z","caller":"traceutil/trace.go:171","msg":"trace[1113599088] transaction","detail":"{read_only:false; response_revision:6264; number_of_response:1; }","duration":"103.747986ms","start":"2026-07-03T16:06:32.047077Z","end":"2026-07-03T16:06:32.150825Z","steps":["trace[1113599088] 'process raft request' (duration: 96.644883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:46.079035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.057069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:06:46.0792Z","caller":"traceutil/trace.go:171","msg":"trace[1209033416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6354; }","duration":"100.292435ms","start":"2026-07-03T16:06:45.978871Z","end":"2026-07-03T16:06:46.079164Z","steps":["trace[1209033416] 'agreement among raft nodes before linearized reading' (duration: 55.962986ms)","trace[1209033416] 'range keys from in-memory index tree' (duration: 43.945309ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:46.279219Z","caller":"traceutil/trace.go:171","msg":"trace[1140094401] transaction","detail":"{read_only:false; response_revision:6364; number_of_response:1; }","duration":"125.560617ms","start":"2026-07-03T16:06:46.153621Z","end":"2026-07-03T16:06:46.279181Z","steps":["trace[1140094401] 'process raft request' (duration: 105.044755ms)","trace[1140094401] 'compare' (duration: 20.368809ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:53.694148Z","caller":"traceutil/trace.go:171","msg":"trace[1760751666] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"144.670626ms","start":"2026-07-03T16:06:53.549442Z","end":"2026-07-03T16:06:53.694113Z","steps":["trace[1760751666] 'process raft request' (duration: 144.40308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:53.694477Z","caller":"traceutil/trace.go:171","msg":"trace[697915577] transaction","detail":"{read_only:false; response_revision:6410; number_of_response:1; }","duration":"144.922712ms","start":"2026-07-03T16:06:53.549543Z","end":"2026-07-03T16:06:53.694465Z","steps":["trace[697915577] 'process raft request' (duration: 144.457352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:53.694281Z","caller":"traceutil/trace.go:171","msg":"trace[746320223] transaction","detail":"{read_only:false; response_revision:6411; number_of_response:1; }","duration":"143.969061ms","start":"2026-07-03T16:06:53.550295Z","end":"2026-07-03T16:06:53.694264Z","steps":["trace[746320223] 'process raft request' (duration: 143.93469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:54.484028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.079044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:54.484123Z","caller":"traceutil/trace.go:171","msg":"trace[1697210703] linearizableReadLoop","detail":"{readStateIndex:6667; appliedIndex:6666; }","duration":"164.058533ms","start":"2026-07-03T16:06:54.320048Z","end":"2026-07-03T16:06:54.484106Z","steps":["trace[1697210703] 'read index received' (duration: 59.839156ms)","trace[1697210703] 'applied index is now lower than readState.Index' (duration: 104.217997ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:54.484208Z","caller":"traceutil/trace.go:171","msg":"trace[2120357854] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"164.301628ms","start":"2026-07-03T16:06:54.319883Z","end":"2026-07-03T16:06:54.484185Z","steps":["trace[2120357854] 'process raft request' (duration: 59.991188ms)","trace[2120357854] 'compare' (duration: 103.965882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:54.484331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.277638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81758"} {"level":"info","ts":"2026-07-03T16:06:54.484365Z","caller":"traceutil/trace.go:171","msg":"trace[528361234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6413; }","duration":"164.336168ms","start":"2026-07-03T16:06:54.320021Z","end":"2026-07-03T16:06:54.484357Z","steps":["trace[528361234] 'agreement among raft nodes before linearized reading' (duration: 164.149184ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:54.548159Z","caller":"traceutil/trace.go:171","msg":"trace[511676054] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"227.782208ms","start":"2026-07-03T16:06:54.320341Z","end":"2026-07-03T16:06:54.548123Z","steps":["trace[511676054] 'process raft request' (duration: 227.550432ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:54.548521Z","caller":"traceutil/trace.go:171","msg":"trace[1648286263] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"228.105405ms","start":"2026-07-03T16:06:54.320387Z","end":"2026-07-03T16:06:54.548492Z","steps":["trace[1648286263] 'process raft request' (duration: 227.676245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:54.548636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.86124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:54.54865Z","caller":"traceutil/trace.go:171","msg":"trace[1884193413] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"228.097405ms","start":"2026-07-03T16:06:54.320532Z","end":"2026-07-03T16:06:54.548629Z","steps":["trace[1884193413] 'process raft request' (duration: 227.780038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:54.548691Z","caller":"traceutil/trace.go:171","msg":"trace[1380680320] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6416; }","duration":"157.964802ms","start":"2026-07-03T16:06:54.390717Z","end":"2026-07-03T16:06:54.548682Z","steps":["trace[1380680320] 'agreement among raft nodes before linearized reading' (duration: 157.817229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:00.817308Z","caller":"traceutil/trace.go:171","msg":"trace[1518977737] linearizableReadLoop","detail":"{readStateIndex:6794; appliedIndex:6793; }","duration":"291.084032ms","start":"2026-07-03T16:07:00.526191Z","end":"2026-07-03T16:07:00.817275Z","steps":["trace[1518977737] 'read index received' (duration: 290.791125ms)","trace[1518977737] 'applied index is now lower than readState.Index' (duration: 291.757µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:07:00.817358Z","caller":"traceutil/trace.go:171","msg":"trace[679040966] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"468.953482ms","start":"2026-07-03T16:07:00.348368Z","end":"2026-07-03T16:07:00.817322Z","steps":["trace[679040966] 'process raft request' (duration: 468.725147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:00.81752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:00.348332Z","time spent":"469.101075ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:07:00.817581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.382369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:07:00.817622Z","caller":"traceutil/trace.go:171","msg":"trace[1364948806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6538; }","duration":"291.487802ms","start":"2026-07-03T16:07:00.526122Z","end":"2026-07-03T16:07:00.81761Z","steps":["trace[1364948806] 'agreement among raft nodes before linearized reading' (duration: 291.305057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:00.817649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.066865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:07:00.817738Z","caller":"traceutil/trace.go:171","msg":"trace[1261700218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6538; }","duration":"235.188758ms","start":"2026-07-03T16:07:00.582532Z","end":"2026-07-03T16:07:00.817721Z","steps":["trace[1261700218] 'agreement among raft nodes before linearized reading' (duration: 234.969863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:00.81767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.13548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:07:00.81786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.163202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:07:00.817911Z","caller":"traceutil/trace.go:171","msg":"trace[645166278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:6538; }","duration":"280.236144ms","start":"2026-07-03T16:07:00.53766Z","end":"2026-07-03T16:07:00.817896Z","steps":["trace[645166278] 'agreement among raft nodes before linearized reading' (duration: 279.824495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:00.817746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.179571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:07:00.817916Z","caller":"traceutil/trace.go:171","msg":"trace[863418385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6538; }","duration":"236.361315ms","start":"2026-07-03T16:07:00.581483Z","end":"2026-07-03T16:07:00.817845Z","steps":["trace[863418385] 'agreement among raft nodes before linearized reading' (duration: 236.043447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:00.817958Z","caller":"traceutil/trace.go:171","msg":"trace[609601418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6538; }","duration":"236.464007ms","start":"2026-07-03T16:07:00.581482Z","end":"2026-07-03T16:07:00.817946Z","steps":["trace[609601418] 'agreement among raft nodes before linearized reading' (duration: 236.017817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:10.446963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687338002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:07:10.556743Z","caller":"traceutil/trace.go:171","msg":"trace[1691498022] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"793.367611ms","start":"2026-07-03T16:07:09.763349Z","end":"2026-07-03T16:07:10.556717Z","steps":["trace[1691498022] 'process raft request' (duration: 793.195417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:10.556966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:09.763333Z","time spent":"793.484573ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:07:10.557141Z","caller":"traceutil/trace.go:171","msg":"trace[493020787] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"784.119848ms","start":"2026-07-03T16:07:09.77301Z","end":"2026-07-03T16:07:10.55713Z","steps":["trace[493020787] 'process raft request' (duration: 783.950314ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:10.55712Z","caller":"traceutil/trace.go:171","msg":"trace[299340219] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"793.724938ms","start":"2026-07-03T16:07:09.763375Z","end":"2026-07-03T16:07:10.5571Z","steps":["trace[299340219] 'process raft request' (duration: 793.304239ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:10.557118Z","caller":"traceutil/trace.go:171","msg":"trace[1382389366] linearizableReadLoop","detail":"{readStateIndex:6859; appliedIndex:6856; }","duration":"611.157222ms","start":"2026-07-03T16:07:09.945925Z","end":"2026-07-03T16:07:10.557083Z","steps":["trace[1382389366] 'read index received' (duration: 610.559128ms)","trace[1382389366] 'applied index is now lower than readState.Index' (duration: 596.484µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:07:10.557227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:09.77299Z","time spent":"784.17813ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:07:10.557255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:09.76334Z","time spent":"793.846171ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:07:10.557254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.321605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:07:10.557304Z","caller":"traceutil/trace.go:171","msg":"trace[1909067794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6601; }","duration":"611.419367ms","start":"2026-07-03T16:07:09.945869Z","end":"2026-07-03T16:07:10.557289Z","steps":["trace[1909067794] 'agreement among raft nodes before linearized reading' (duration: 611.329055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:10.557361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:09.945847Z","time spent":"611.503379ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:07:11.309671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.67939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:07:11.309897Z","caller":"traceutil/trace.go:171","msg":"trace[83745349] linearizableReadLoop","detail":"{readStateIndex:6864; appliedIndex:6862; }","duration":"319.741941ms","start":"2026-07-03T16:07:10.990133Z","end":"2026-07-03T16:07:11.309875Z","steps":["trace[83745349] 'read index received' (duration: 113.680903ms)","trace[83745349] 'applied index is now lower than readState.Index' (duration: 206.059518ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:07:11.310021Z","caller":"traceutil/trace.go:171","msg":"trace[1095333047] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"356.287142ms","start":"2026-07-03T16:07:10.953707Z","end":"2026-07-03T16:07:11.309994Z","steps":["trace[1095333047] 'process raft request' (duration: 150.175992ms)","trace[1095333047] 'compare' (duration: 205.344302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:07:11.310116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.999058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T16:07:11.310151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:10.953684Z","time spent":"356.422664ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:07:11.310163Z","caller":"traceutil/trace.go:171","msg":"trace[1048991080] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:6606; }","duration":"337.060019ms","start":"2026-07-03T16:07:10.973087Z","end":"2026-07-03T16:07:11.310147Z","steps":["trace[1048991080] 'agreement among raft nodes before linearized reading' (duration: 336.910516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:11.310209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:10.973079Z","time spent":"337.11838ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:07:11.310033Z","caller":"traceutil/trace.go:171","msg":"trace[1779055894] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"354.244345ms","start":"2026-07-03T16:07:10.955747Z","end":"2026-07-03T16:07:11.309991Z","steps":["trace[1779055894] 'process raft request' (duration: 354.0383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:11.310425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.569346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101453"} {"level":"info","ts":"2026-07-03T16:07:11.310511Z","caller":"traceutil/trace.go:171","msg":"trace[418613203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6606; }","duration":"315.693809ms","start":"2026-07-03T16:07:10.994797Z","end":"2026-07-03T16:07:11.310491Z","steps":["trace[418613203] 'agreement among raft nodes before linearized reading' (duration: 315.347221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:11.31056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:10.994783Z","time spent":"315.76696ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101476,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:07:11.310678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:10.955731Z","time spent":"354.700824ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:07:33.284033Z","caller":"traceutil/trace.go:171","msg":"trace[2123177220] transaction","detail":"{read_only:false; response_revision:6777; number_of_response:1; }","duration":"130.572453ms","start":"2026-07-03T16:07:33.153418Z","end":"2026-07-03T16:07:33.283991Z","steps":["trace[2123177220] 'process raft request' (duration: 113.695354ms)","trace[2123177220] 'compare' (duration: 16.682474ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:08:51.83462Z","caller":"traceutil/trace.go:171","msg":"trace[557302624] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"171.447162ms","start":"2026-07-03T16:08:51.663134Z","end":"2026-07-03T16:08:51.834581Z","steps":["trace[557302624] 'process raft request' (duration: 101.183795ms)","trace[557302624] 'compare' (duration: 70.109454ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:09:07.199731Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4423} {"level":"info","ts":"2026-07-03T16:09:07.251808Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4423,"took":"50.448734ms","hash":2319719720,"current-db-size-bytes":36696064,"current-db-size":"37 MB","current-db-size-in-use-bytes":34267136,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T16:09:07.251876Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2319719720,"revision":4423,"compact-revision":2477} {"level":"warn","ts":"2026-07-03T16:09:34.439649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.578464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:09:34.43997Z","caller":"traceutil/trace.go:171","msg":"trace[1144049588] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"292.976213ms","start":"2026-07-03T16:09:34.146951Z","end":"2026-07-03T16:09:34.439927Z","steps":["trace[1144049588] 'process raft request' (duration: 115.030102ms)","trace[1144049588] 'compare' (duration: 177.362028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:09:34.440337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.096162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:09:34.440388Z","caller":"traceutil/trace.go:171","msg":"trace[1465041781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:7512; }","duration":"264.204174ms","start":"2026-07-03T16:09:34.176173Z","end":"2026-07-03T16:09:34.440377Z","steps":["trace[1465041781] 'agreement among raft nodes before linearized reading' (duration: 264.01511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:34.44014Z","caller":"traceutil/trace.go:171","msg":"trace[1881994102] linearizableReadLoop","detail":"{readStateIndex:7802; appliedIndex:7801; }","duration":"263.627871ms","start":"2026-07-03T16:09:34.176231Z","end":"2026-07-03T16:09:34.439859Z","steps":["trace[1881994102] 'read index received' (duration: 85.668929ms)","trace[1881994102] 'applied index is now lower than readState.Index' (duration: 177.957642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:09:34.441342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.214802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:09:34.441389Z","caller":"traceutil/trace.go:171","msg":"trace[13168196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7512; }","duration":"124.324124ms","start":"2026-07-03T16:09:34.317054Z","end":"2026-07-03T16:09:34.441378Z","steps":["trace[13168196] 'agreement among raft nodes before linearized reading' (duration: 124.250122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:35.658006Z","caller":"traceutil/trace.go:171","msg":"trace[1490039758] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"318.609719ms","start":"2026-07-03T16:09:35.339372Z","end":"2026-07-03T16:09:35.657981Z","steps":["trace[1490039758] 'process raft request' (duration: 318.308031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:35.658141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.339326Z","time spent":"318.744782ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:09:36.157884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687340379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:09:36.320611Z","caller":"traceutil/trace.go:171","msg":"trace[1220394662] transaction","detail":"{read_only:false; response_revision:7516; number_of_response:1; }","duration":"956.665846ms","start":"2026-07-03T16:09:35.363913Z","end":"2026-07-03T16:09:36.320579Z","steps":["trace[1220394662] 'process raft request' (duration: 956.467232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.320779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.363888Z","time spent":"956.803479ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:09:36.320778Z","caller":"traceutil/trace.go:171","msg":"trace[1824577712] transaction","detail":"{read_only:false; response_revision:7517; number_of_response:1; }","duration":"950.542516ms","start":"2026-07-03T16:09:35.370205Z","end":"2026-07-03T16:09:36.320747Z","steps":["trace[1824577712] 'process raft request' (duration: 950.334191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.320915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.370196Z","time spent":"950.642398ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:09:36.367005Z","caller":"traceutil/trace.go:171","msg":"trace[277465578] linearizableReadLoop","detail":"{readStateIndex:7808; appliedIndex:7805; }","duration":"709.252737ms","start":"2026-07-03T16:09:35.657724Z","end":"2026-07-03T16:09:36.366977Z","steps":["trace[277465578] 'read index received' (duration: 662.737803ms)","trace[277465578] 'applied index is now lower than readState.Index' (duration: 46.513764ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:09:36.367173Z","caller":"traceutil/trace.go:171","msg":"trace[90465952] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"676.856775ms","start":"2026-07-03T16:09:35.690292Z","end":"2026-07-03T16:09:36.367148Z","steps":["trace[90465952] 'process raft request' (duration: 676.547198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.367292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.690261Z","time spent":"676.969168ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:09:36.367604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.852611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:09:36.367725Z","caller":"traceutil/trace.go:171","msg":"trace[1436431410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7518; }","duration":"710.030975ms","start":"2026-07-03T16:09:35.65768Z","end":"2026-07-03T16:09:36.367711Z","steps":["trace[1436431410] 'agreement among raft nodes before linearized reading' (duration: 709.529783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.36794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.657663Z","time spent":"710.262099ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:09:36.368512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.691854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:09:36.368577Z","caller":"traceutil/trace.go:171","msg":"trace[456213280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7518; }","duration":"649.827117ms","start":"2026-07-03T16:09:35.718733Z","end":"2026-07-03T16:09:36.36856Z","steps":["trace[456213280] 'agreement among raft nodes before linearized reading' (duration: 649.706594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.368624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.718708Z","time spent":"649.905729ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:09:36.368834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.909876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:09:36.36887Z","caller":"traceutil/trace.go:171","msg":"trace[61804969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7518; }","duration":"422.987158ms","start":"2026-07-03T16:09:35.945873Z","end":"2026-07-03T16:09:36.36886Z","steps":["trace[61804969] 'agreement among raft nodes before linearized reading' (duration: 422.937196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.368854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.266899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:09:36.368935Z","caller":"traceutil/trace.go:171","msg":"trace[430194825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7518; }","duration":"394.397902ms","start":"2026-07-03T16:09:35.974519Z","end":"2026-07-03T16:09:36.368917Z","steps":["trace[430194825] 'agreement among raft nodes before linearized reading' (duration: 394.165587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.368992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.974495Z","time spent":"394.482874ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:09:36.36901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.390536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:09:36.369041Z","caller":"traceutil/trace.go:171","msg":"trace[1652793315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7518; }","duration":"541.481407ms","start":"2026-07-03T16:09:35.827551Z","end":"2026-07-03T16:09:36.369033Z","steps":["trace[1652793315] 'agreement among raft nodes before linearized reading' (duration: 541.361975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.369097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.213774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T16:09:36.369146Z","caller":"traceutil/trace.go:171","msg":"trace[1765055723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7518; }","duration":"243.295845ms","start":"2026-07-03T16:09:36.125838Z","end":"2026-07-03T16:09:36.369133Z","steps":["trace[1765055723] 'agreement among raft nodes before linearized reading' (duration: 243.161162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.369124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.827529Z","time spent":"541.5846ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:09:36.368897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:09:35.945841Z","time spent":"423.049568ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:09:36.36933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.461829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:09:36.369416Z","caller":"traceutil/trace.go:171","msg":"trace[2031002076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7518; }","duration":"222.587833ms","start":"2026-07-03T16:09:36.146816Z","end":"2026-07-03T16:09:36.369403Z","steps":["trace[2031002076] 'agreement among raft nodes before linearized reading' (duration: 222.005669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:36.522682Z","caller":"traceutil/trace.go:171","msg":"trace[386014985] transaction","detail":"{read_only:false; response_revision:7519; number_of_response:1; }","duration":"150.37669ms","start":"2026-07-03T16:09:36.372273Z","end":"2026-07-03T16:09:36.522649Z","steps":["trace[386014985] 'process raft request' (duration: 127.65039ms)","trace[386014985] 'compare' (duration: 22.501425ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:09:36.59242Z","caller":"traceutil/trace.go:171","msg":"trace[1666092406] transaction","detail":"{read_only:false; response_revision:7521; number_of_response:1; }","duration":"218.576251ms","start":"2026-07-03T16:09:36.373817Z","end":"2026-07-03T16:09:36.592394Z","steps":["trace[1666092406] 'process raft request' (duration: 218.487509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:36.592422Z","caller":"traceutil/trace.go:171","msg":"trace[1999524371] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"218.802376ms","start":"2026-07-03T16:09:36.373586Z","end":"2026-07-03T16:09:36.592388Z","steps":["trace[1999524371] 'process raft request' (duration: 218.581101ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:36.592751Z","caller":"traceutil/trace.go:171","msg":"trace[1945104538] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"197.643961ms","start":"2026-07-03T16:09:36.39505Z","end":"2026-07-03T16:09:36.592694Z","steps":["trace[1945104538] 'process raft request' (duration: 197.523558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:36.592793Z","caller":"traceutil/trace.go:171","msg":"trace[1970958960] transaction","detail":"{read_only:false; response_revision:7522; number_of_response:1; }","duration":"218.916408ms","start":"2026-07-03T16:09:36.373835Z","end":"2026-07-03T16:09:36.592751Z","steps":["trace[1970958960] 'process raft request' (duration: 218.512559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:36.596515Z","caller":"traceutil/trace.go:171","msg":"trace[353893658] linearizableReadLoop","detail":"{readStateIndex:7810; appliedIndex:7808; }","duration":"222.859699ms","start":"2026-07-03T16:09:36.373632Z","end":"2026-07-03T16:09:36.596492Z","steps":["trace[353893658] 'read index received' (duration: 126.402882ms)","trace[353893658] 'applied index is now lower than readState.Index' (duration: 96.455217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:09:36.596713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.30907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19672"} {"level":"info","ts":"2026-07-03T16:09:36.596773Z","caller":"traceutil/trace.go:171","msg":"trace[1872409210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7523; }","duration":"223.404301ms","start":"2026-07-03T16:09:36.373352Z","end":"2026-07-03T16:09:36.596757Z","steps":["trace[1872409210] 'agreement among raft nodes before linearized reading' (duration: 223.219467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.596894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.260023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:09:36.596952Z","caller":"traceutil/trace.go:171","msg":"trace[1940713004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:7523; }","duration":"145.343055ms","start":"2026-07-03T16:09:36.451594Z","end":"2026-07-03T16:09:36.596937Z","steps":["trace[1940713004] 'agreement among raft nodes before linearized reading' (duration: 145.215522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:36.596763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.456279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:09:36.597035Z","caller":"traceutil/trace.go:171","msg":"trace[1062291499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7523; }","duration":"152.766585ms","start":"2026-07-03T16:09:36.444253Z","end":"2026-07-03T16:09:36.597019Z","steps":["trace[1062291499] 'agreement among raft nodes before linearized reading' (duration: 152.369126ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:42.597261Z","caller":"traceutil/trace.go:171","msg":"trace[728404878] linearizableReadLoop","detail":"{readStateIndex:7861; appliedIndex:7859; }","duration":"129.245416ms","start":"2026-07-03T16:09:42.467998Z","end":"2026-07-03T16:09:42.597243Z","steps":["trace[728404878] 'read index received' (duration: 129.036351ms)","trace[728404878] 'applied index is now lower than readState.Index' (duration: 208.365µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:09:42.597546Z","caller":"traceutil/trace.go:171","msg":"trace[1022533307] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"177.585903ms","start":"2026-07-03T16:09:42.419926Z","end":"2026-07-03T16:09:42.597512Z","steps":["trace[1022533307] 'process raft request' (duration: 177.159583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:42.597612Z","caller":"traceutil/trace.go:171","msg":"trace[152585170] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"163.292797ms","start":"2026-07-03T16:09:42.434283Z","end":"2026-07-03T16:09:42.597576Z","steps":["trace[152585170] 'process raft request' (duration: 162.919788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:42.597629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.602555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:09:42.597696Z","caller":"traceutil/trace.go:171","msg":"trace[1765123074] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7568; }","duration":"129.726638ms","start":"2026-07-03T16:09:42.467947Z","end":"2026-07-03T16:09:42.597674Z","steps":["trace[1765123074] 'agreement among raft nodes before linearized reading' (duration: 129.487692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:42.80686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.380983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:149937"} {"level":"info","ts":"2026-07-03T16:09:42.806946Z","caller":"traceutil/trace.go:171","msg":"trace[800151882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7584; }","duration":"120.501217ms","start":"2026-07-03T16:09:42.686427Z","end":"2026-07-03T16:09:42.806928Z","steps":["trace[800151882] 'agreement among raft nodes before linearized reading' (duration: 120.096087ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:44.004305Z","caller":"traceutil/trace.go:171","msg":"trace[1759296908] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"131.195042ms","start":"2026-07-03T16:09:43.87309Z","end":"2026-07-03T16:09:44.004285Z","steps":["trace[1759296908] 'process raft request' (duration: 131.06902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:46.806914Z","caller":"traceutil/trace.go:171","msg":"trace[1038879483] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"105.107344ms","start":"2026-07-03T16:09:46.701782Z","end":"2026-07-03T16:09:46.806889Z","steps":["trace[1038879483] 'process raft request' (duration: 104.867269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:49.010136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.205084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:09:49.01021Z","caller":"traceutil/trace.go:171","msg":"trace[1004871859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7617; }","duration":"198.332788ms","start":"2026-07-03T16:09:48.811864Z","end":"2026-07-03T16:09:49.010197Z","steps":["trace[1004871859] 'range keys from in-memory index tree' (duration: 198.045281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:49.010298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.771426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:09:49.010342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.051743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:09:49.010373Z","caller":"traceutil/trace.go:171","msg":"trace[1153460725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7617; }","duration":"135.885419ms","start":"2026-07-03T16:09:48.874471Z","end":"2026-07-03T16:09:49.010357Z","steps":["trace[1153460725] 'range keys from in-memory index tree' (duration: 135.641654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:49.010358Z","caller":"traceutil/trace.go:171","msg":"trace[119145157] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7913; }","duration":"130.278571ms","start":"2026-07-03T16:09:48.880063Z","end":"2026-07-03T16:09:49.010342Z","steps":["trace[119145157] 'read index received' (duration: 69.261015ms)","trace[119145157] 'applied index is now lower than readState.Index' (duration: 61.016776ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:09:49.01047Z","caller":"traceutil/trace.go:171","msg":"trace[1374591118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7617; }","duration":"136.216336ms","start":"2026-07-03T16:09:48.874184Z","end":"2026-07-03T16:09:49.0104Z","steps":["trace[1374591118] 'range keys from in-memory index tree' (duration: 135.866579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:49.010531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.758104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:09:49.01055Z","caller":"traceutil/trace.go:171","msg":"trace[727447106] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7618; }","duration":"117.816185ms","start":"2026-07-03T16:09:48.892729Z","end":"2026-07-03T16:09:49.010545Z","steps":["trace[727447106] 'agreement among raft nodes before linearized reading' (duration: 117.752644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:49.010438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.927107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:09:49.010461Z","caller":"traceutil/trace.go:171","msg":"trace[368040660] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"134.745443ms","start":"2026-07-03T16:09:48.875644Z","end":"2026-07-03T16:09:49.010389Z","steps":["trace[368040660] 'process raft request' (duration: 73.677395ms)","trace[368040660] 'compare' (duration: 60.679639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:09:49.010679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.590528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:09:49.010099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.638454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:09:49.010741Z","caller":"traceutil/trace.go:171","msg":"trace[1412513609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7617; }","duration":"136.317299ms","start":"2026-07-03T16:09:48.874416Z","end":"2026-07-03T16:09:49.010734Z","steps":["trace[1412513609] 'range keys from in-memory index tree' (duration: 135.46485ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:49.010753Z","caller":"traceutil/trace.go:171","msg":"trace[491803713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:7618; }","duration":"130.694931ms","start":"2026-07-03T16:09:48.880038Z","end":"2026-07-03T16:09:49.010733Z","steps":["trace[491803713] 'agreement among raft nodes before linearized reading' (duration: 130.431965ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:49.011124Z","caller":"traceutil/trace.go:171","msg":"trace[1046835252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7617; }","duration":"149.49403ms","start":"2026-07-03T16:09:48.861171Z","end":"2026-07-03T16:09:49.010665Z","steps":["trace[1046835252] 'range keys from in-memory index tree' (duration: 148.795354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:56.212485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.128363ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T16:11:03.796711Z","caller":"traceutil/trace.go:171","msg":"trace[2026634918] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"157.291332ms","start":"2026-07-03T16:11:03.639386Z","end":"2026-07-03T16:11:03.796677Z","steps":["trace[2026634918] 'process raft request' (duration: 157.003435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:03.796897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.796882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:11:03.796984Z","caller":"traceutil/trace.go:171","msg":"trace[1261870477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:8235; }","duration":"153.913325ms","start":"2026-07-03T16:11:03.643051Z","end":"2026-07-03T16:11:03.796964Z","steps":["trace[1261870477] 'agreement among raft nodes before linearized reading' (duration: 153.637559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:04.023606Z","caller":"traceutil/trace.go:171","msg":"trace[613519449] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"297.899563ms","start":"2026-07-03T16:11:03.725676Z","end":"2026-07-03T16:11:04.023576Z","steps":["trace[613519449] 'process raft request' (duration: 291.394384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:04.023473Z","caller":"traceutil/trace.go:171","msg":"trace[1291642815] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8548; }","duration":"226.849951ms","start":"2026-07-03T16:11:03.796597Z","end":"2026-07-03T16:11:04.023447Z","steps":["trace[1291642815] 'read index received' (duration: 220.408534ms)","trace[1291642815] 'applied index is now lower than readState.Index' (duration: 6.440247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:11:04.023755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.46798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:11:04.023822Z","caller":"traceutil/trace.go:171","msg":"trace[1903367783] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8236; }","duration":"257.590623ms","start":"2026-07-03T16:11:03.766217Z","end":"2026-07-03T16:11:04.023807Z","steps":["trace[1903367783] 'agreement among raft nodes before linearized reading' (duration: 257.372288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:04.023823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.804292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T16:11:04.023894Z","caller":"traceutil/trace.go:171","msg":"trace[507624638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8236; }","duration":"287.918424ms","start":"2026-07-03T16:11:03.735959Z","end":"2026-07-03T16:11:04.023877Z","steps":["trace[507624638] 'agreement among raft nodes before linearized reading' (duration: 287.71882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:11:04.02466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.31264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:189964"} {"level":"info","ts":"2026-07-03T16:11:04.024711Z","caller":"traceutil/trace.go:171","msg":"trace[2052227528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:8236; }","duration":"223.405993ms","start":"2026-07-03T16:11:03.801293Z","end":"2026-07-03T16:11:04.024699Z","steps":["trace[2052227528] 'agreement among raft nodes before linearized reading' (duration: 222.492471ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:11:18.99197Z","caller":"traceutil/trace.go:171","msg":"trace[2055653369] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"102.556562ms","start":"2026-07-03T16:11:18.889389Z","end":"2026-07-03T16:11:18.991945Z","steps":["trace[2055653369] 'process raft request' (duration: 102.307716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:18.087404Z","caller":"traceutil/trace.go:171","msg":"trace[1207082583] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"115.363406ms","start":"2026-07-03T16:12:17.972025Z","end":"2026-07-03T16:12:18.087389Z","steps":["trace[1207082583] 'process raft request' (duration: 115.276764ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:18.087402Z","caller":"traceutil/trace.go:171","msg":"trace[1219695039] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"115.334675ms","start":"2026-07-03T16:12:17.972034Z","end":"2026-07-03T16:12:18.087368Z","steps":["trace[1219695039] 'process raft request' (duration: 115.155431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:25.908585Z","caller":"traceutil/trace.go:171","msg":"trace[2123463708] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"120.989963ms","start":"2026-07-03T16:12:25.787563Z","end":"2026-07-03T16:12:25.908553Z","steps":["trace[2123463708] 'process raft request' (duration: 120.761507ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:29.819473Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000243d.wal"} {"level":"warn","ts":"2026-07-03T16:12:34.750606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078693265s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:12:34.750995Z","caller":"traceutil/trace.go:171","msg":"trace[1803093350] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"1.079137156s","start":"2026-07-03T16:12:33.671832Z","end":"2026-07-03T16:12:34.750969Z","steps":["trace[1803093350] 'process raft request' (duration: 1.078972802s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:34.751134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:33.671814Z","time spent":"1.079241258s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:35.554957Z","caller":"traceutil/trace.go:171","msg":"trace[1115091724] linearizableReadLoop","detail":"{readStateIndex:9302; appliedIndex:9300; }","duration":"1.291081047s","start":"2026-07-03T16:12:34.263846Z","end":"2026-07-03T16:12:35.554927Z","steps":["trace[1115091724] 'read index received' (duration: 487.010473ms)","trace[1115091724] 'applied index is now lower than readState.Index' (duration: 804.068864ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:35.555393Z","caller":"traceutil/trace.go:171","msg":"trace[1825780131] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"1.136870754s","start":"2026-07-03T16:12:34.418489Z","end":"2026-07-03T16:12:35.55536Z","steps":["trace[1825780131] 'process raft request' (duration: 1.136391064s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:35.555463Z","caller":"traceutil/trace.go:171","msg":"trace[553785060] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"1.751405049s","start":"2026-07-03T16:12:33.803996Z","end":"2026-07-03T16:12:35.555401Z","steps":["trace[553785060] 'process raft request' (duration: 1.750662153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.555561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.418463Z","time spent":"1.137009298s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:35.555558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29167826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:12:35.555718Z","caller":"traceutil/trace.go:171","msg":"trace[663568341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8967; }","duration":"1.291883224s","start":"2026-07-03T16:12:34.263816Z","end":"2026-07-03T16:12:35.555699Z","steps":["trace[663568341] 'agreement among raft nodes before linearized reading' (duration: 1.291552187s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.555772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.263802Z","time spent":"1.291958336s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:12:35.555816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:33.803979Z","time spent":"1.751659825s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:35.556113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288188759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:12:35.556191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.987726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:35.556234Z","caller":"traceutil/trace.go:171","msg":"trace[1773984610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8968; }","duration":"612.061578ms","start":"2026-07-03T16:12:34.944163Z","end":"2026-07-03T16:12:35.556224Z","steps":["trace[1773984610] 'agreement among raft nodes before linearized reading' (duration: 612.005967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.556268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.944143Z","time spent":"612.118649ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:35.556283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258176975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:12:35.556313Z","caller":"traceutil/trace.go:171","msg":"trace[747708820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8968; }","duration":"1.258225626s","start":"2026-07-03T16:12:34.298079Z","end":"2026-07-03T16:12:35.556305Z","steps":["trace[747708820] 'agreement among raft nodes before linearized reading' (duration: 1.258139824s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.556351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.29807Z","time spent":"1.258273827s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:35.556427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.320469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:12:35.556471Z","caller":"traceutil/trace.go:171","msg":"trace[726297304] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8968; }","duration":"941.404041ms","start":"2026-07-03T16:12:34.615058Z","end":"2026-07-03T16:12:35.556462Z","steps":["trace[726297304] 'agreement among raft nodes before linearized reading' (duration: 941.33668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.556509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.615038Z","time spent":"941.462512ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:35.556531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265894292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:12:35.556566Z","caller":"traceutil/trace.go:171","msg":"trace[715052939] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8968; }","duration":"1.265962412s","start":"2026-07-03T16:12:34.290591Z","end":"2026-07-03T16:12:35.556554Z","steps":["trace[715052939] 'agreement among raft nodes before linearized reading' (duration: 1.26586342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.556604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.290575Z","time spent":"1.266020834s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:35.556192Z","caller":"traceutil/trace.go:171","msg":"trace[1331666150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8968; }","duration":"1.288293162s","start":"2026-07-03T16:12:34.267883Z","end":"2026-07-03T16:12:35.556176Z","steps":["trace[1331666150] 'agreement among raft nodes before linearized reading' (duration: 1.288073747s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.556677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.267875Z","time spent":"1.288791174s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:12:35.556146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.574667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:12:35.556834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285313324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:12:35.556851Z","caller":"traceutil/trace.go:171","msg":"trace[991397628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:8968; }","duration":"996.312655ms","start":"2026-07-03T16:12:34.560528Z","end":"2026-07-03T16:12:35.55684Z","steps":["trace[991397628] 'agreement among raft nodes before linearized reading' (duration: 995.535176ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:35.556864Z","caller":"traceutil/trace.go:171","msg":"trace[2077849173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8968; }","duration":"1.285410627s","start":"2026-07-03T16:12:34.271443Z","end":"2026-07-03T16:12:35.556853Z","steps":["trace[2077849173] 'agreement among raft nodes before linearized reading' (duration: 1.285321705s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.556891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.271433Z","time spent":"1.285452258s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:35.557018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285928229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T16:12:35.557047Z","caller":"traceutil/trace.go:171","msg":"trace[1043872031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8968; }","duration":"1.28599746s","start":"2026-07-03T16:12:34.271042Z","end":"2026-07-03T16:12:35.557039Z","steps":["trace[1043872031] 'agreement among raft nodes before linearized reading' (duration: 1.285918398s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:35.557077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.271022Z","time spent":"1.286048781s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:35.556883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:34.56051Z","time spent":"996.364126ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"info","ts":"2026-07-03T16:12:35.556171Z","caller":"traceutil/trace.go:171","msg":"trace[2128214338] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"251.061683ms","start":"2026-07-03T16:12:35.305084Z","end":"2026-07-03T16:12:35.556146Z","steps":["trace[2128214338] 'process raft request' (duration: 250.728616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.115596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687344193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:12:46.492502Z","caller":"traceutil/trace.go:171","msg":"trace[1209904986] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"902.105723ms","start":"2026-07-03T16:12:45.590355Z","end":"2026-07-03T16:12:46.492461Z","steps":["trace[1209904986] 'process raft request' (duration: 901.852787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.493024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.590331Z","time spent":"902.283556ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:46.541116Z","caller":"traceutil/trace.go:171","msg":"trace[595529203] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"931.083405ms","start":"2026-07-03T16:12:45.609994Z","end":"2026-07-03T16:12:46.541077Z","steps":["trace[595529203] 'process raft request' (duration: 930.811289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.541201Z","caller":"traceutil/trace.go:171","msg":"trace[415233441] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"930.012369ms","start":"2026-07-03T16:12:45.611144Z","end":"2026-07-03T16:12:46.541156Z","steps":["trace[415233441] 'process raft request' (duration: 929.817385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.541325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.609971Z","time spent":"931.233749ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:46.541595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.611135Z","time spent":"930.153973ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:46.600334Z","caller":"traceutil/trace.go:171","msg":"trace[712976661] linearizableReadLoop","detail":"{readStateIndex:9359; appliedIndex:9356; }","duration":"985.779373ms","start":"2026-07-03T16:12:45.614519Z","end":"2026-07-03T16:12:46.600298Z","steps":["trace[712976661] 'read index received' (duration: 877.650933ms)","trace[712976661] 'applied index is now lower than readState.Index' (duration: 108.12655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:46.600614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.979344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-07-03T16:12:46.600671Z","caller":"traceutil/trace.go:171","msg":"trace[1706203994] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc; range_end:; response_count:1; response_revision:9021; }","duration":"826.066446ms","start":"2026-07-03T16:12:45.77459Z","end":"2026-07-03T16:12:46.600656Z","steps":["trace[1706203994] 'agreement among raft nodes before linearized reading' (duration: 825.955324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.600672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.996256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:12:46.600706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.439571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:12:46.60069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.868459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:46.600744Z","caller":"traceutil/trace.go:171","msg":"trace[1777969947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9021; }","duration":"772.500353ms","start":"2026-07-03T16:12:45.828234Z","end":"2026-07-03T16:12:46.600735Z","steps":["trace[1777969947] 'agreement among raft nodes before linearized reading' (duration: 772.414511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.600729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.883627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:12:46.600748Z","caller":"traceutil/trace.go:171","msg":"trace[2089383022] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9021; }","duration":"323.122009ms","start":"2026-07-03T16:12:46.27761Z","end":"2026-07-03T16:12:46.600732Z","steps":["trace[2089383022] 'agreement among raft nodes before linearized reading' (duration: 322.948365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.600776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.828221Z","time spent":"772.546504ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:12:46.600778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.025389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:12:46.600794Z","caller":"traceutil/trace.go:171","msg":"trace[1555423276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9021; }","duration":"982.96672ms","start":"2026-07-03T16:12:45.617809Z","end":"2026-07-03T16:12:46.600775Z","steps":["trace[1555423276] 'agreement among raft nodes before linearized reading' (duration: 982.755015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.600795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:46.277587Z","time spent":"323.197361ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:46.600807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.975575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:12:46.600825Z","caller":"traceutil/trace.go:171","msg":"trace[919124284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9021; }","duration":"979.105262ms","start":"2026-07-03T16:12:45.621707Z","end":"2026-07-03T16:12:46.600813Z","steps":["trace[919124284] 'agreement among raft nodes before linearized reading' (duration: 978.954628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.600834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.617802Z","time spent":"983.024711ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:46.600691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.035627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:12:46.600869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.621694Z","time spent":"979.168543ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"info","ts":"2026-07-03T16:12:46.600867Z","caller":"traceutil/trace.go:171","msg":"trace[60229150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9021; }","duration":"985.056728ms","start":"2026-07-03T16:12:45.615797Z","end":"2026-07-03T16:12:46.600854Z","steps":["trace[60229150] 'agreement among raft nodes before linearized reading' (duration: 984.925845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.600904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.594756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:12:46.600951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.615789Z","time spent":"985.148159ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:12:46.600974Z","caller":"traceutil/trace.go:171","msg":"trace[1161691026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9021; }","duration":"984.696848ms","start":"2026-07-03T16:12:45.616264Z","end":"2026-07-03T16:12:46.60096Z","steps":["trace[1161691026] 'agreement among raft nodes before linearized reading' (duration: 984.448882ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.600769Z","caller":"traceutil/trace.go:171","msg":"trace[391736484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9021; }","duration":"656.003252ms","start":"2026-07-03T16:12:45.944747Z","end":"2026-07-03T16:12:46.60075Z","steps":["trace[391736484] 'agreement among raft nodes before linearized reading' (duration: 655.867269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.601018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.616259Z","time spent":"984.750629ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:12:46.601035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.944726Z","time spent":"656.298768ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:12:46.600944Z","caller":"traceutil/trace.go:171","msg":"trace[234869808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9021; }","duration":"985.268682ms","start":"2026-07-03T16:12:45.61563Z","end":"2026-07-03T16:12:46.600898Z","steps":["trace[234869808] 'agreement among raft nodes before linearized reading' (duration: 984.900363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.601129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.615623Z","time spent":"985.485767ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:46.600707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.774568Z","time spent":"826.132078ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc\" "} {"level":"warn","ts":"2026-07-03T16:12:46.600608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.068541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:12:46.601212Z","caller":"traceutil/trace.go:171","msg":"trace[1826847358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9021; }","duration":"986.710184ms","start":"2026-07-03T16:12:45.614489Z","end":"2026-07-03T16:12:46.6012Z","steps":["trace[1826847358] 'agreement among raft nodes before linearized reading' (duration: 985.977208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.601278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:45.614475Z","time spent":"986.782906ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:12:46.791353Z","caller":"traceutil/trace.go:171","msg":"trace[1638540483] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"185.995367ms","start":"2026-07-03T16:12:46.60533Z","end":"2026-07-03T16:12:46.791326Z","steps":["trace[1638540483] 'process raft request' (duration: 185.906325ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.791353Z","caller":"traceutil/trace.go:171","msg":"trace[1469127871] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"186.450978ms","start":"2026-07-03T16:12:46.604851Z","end":"2026-07-03T16:12:46.791302Z","steps":["trace[1469127871] 'process raft request' (duration: 163.642517ms)","trace[1469127871] 'compare' (duration: 22.574886ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:46.791488Z","caller":"traceutil/trace.go:171","msg":"trace[337459106] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"186.10843ms","start":"2026-07-03T16:12:46.605355Z","end":"2026-07-03T16:12:46.791463Z","steps":["trace[337459106] 'process raft request' (duration: 185.951646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.791358Z","caller":"traceutil/trace.go:171","msg":"trace[1498669776] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"186.325454ms","start":"2026-07-03T16:12:46.604998Z","end":"2026-07-03T16:12:46.791323Z","steps":["trace[1498669776] 'process raft request' (duration: 186.188571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.791746Z","caller":"traceutil/trace.go:171","msg":"trace[1651043650] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"185.573748ms","start":"2026-07-03T16:12:46.60616Z","end":"2026-07-03T16:12:46.791734Z","steps":["trace[1651043650] 'process raft request' (duration: 185.284591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.791734Z","caller":"traceutil/trace.go:171","msg":"trace[1076210859] linearizableReadLoop","detail":"{readStateIndex:9363; appliedIndex:9360; }","duration":"186.691683ms","start":"2026-07-03T16:12:46.605018Z","end":"2026-07-03T16:12:46.79171Z","steps":["trace[1076210859] 'read index received' (duration: 62.417795ms)","trace[1076210859] 'applied index is now lower than readState.Index' (duration: 124.272958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:46.792036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.951659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:12:46.792103Z","caller":"traceutil/trace.go:171","msg":"trace[1104954821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9027; }","duration":"187.094042ms","start":"2026-07-03T16:12:46.604995Z","end":"2026-07-03T16:12:46.792089Z","steps":["trace[1104954821] 'agreement among raft nodes before linearized reading' (duration: 186.819905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.792194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.749769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"info","ts":"2026-07-03T16:12:46.792271Z","caller":"traceutil/trace.go:171","msg":"trace[1981252043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9027; }","duration":"184.810291ms","start":"2026-07-03T16:12:46.607418Z","end":"2026-07-03T16:12:46.792229Z","steps":["trace[1981252043] 'agreement among raft nodes before linearized reading' (duration: 184.425362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.088719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687344220,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:12:49.438158Z","caller":"traceutil/trace.go:171","msg":"trace[1438248867] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"947.9142ms","start":"2026-07-03T16:12:48.490229Z","end":"2026-07-03T16:12:49.438143Z","steps":["trace[1438248867] 'process raft request' (duration: 947.809527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.438261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.490209Z","time spent":"947.998461ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:49.707414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.596176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:12:49.707706Z","caller":"traceutil/trace.go:171","msg":"trace[1613444342] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"1.160868752s","start":"2026-07-03T16:12:48.546819Z","end":"2026-07-03T16:12:49.707688Z","steps":["trace[1613444342] 'process raft request' (duration: 1.1607817s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.707723Z","caller":"traceutil/trace.go:171","msg":"trace[1660006177] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"1.161301511s","start":"2026-07-03T16:12:48.546397Z","end":"2026-07-03T16:12:49.707699Z","steps":["trace[1660006177] 'process raft request' (duration: 1.161112877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.707781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.546806Z","time spent":"1.160941843s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:49.70778Z","caller":"traceutil/trace.go:171","msg":"trace[58674468] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"873.091161ms","start":"2026-07-03T16:12:48.834667Z","end":"2026-07-03T16:12:49.707758Z","steps":["trace[58674468] 'process raft request' (duration: 872.968198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.707829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.546368Z","time spent":"1.161410424s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:49.707892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12181299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.707918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.834632Z","time spent":"873.212553ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:49.707946Z","caller":"traceutil/trace.go:171","msg":"trace[870990535] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9033; }","duration":"1.121918892s","start":"2026-07-03T16:12:48.586015Z","end":"2026-07-03T16:12:49.707934Z","steps":["trace[870990535] 'agreement among raft nodes before linearized reading' (duration: 1.121806549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.707986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.585994Z","time spent":"1.121982284s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.707777Z","caller":"traceutil/trace.go:171","msg":"trace[1850970754] linearizableReadLoop","detail":"{readStateIndex:9372; appliedIndex:9368; }","duration":"1.121686087s","start":"2026-07-03T16:12:48.586068Z","end":"2026-07-03T16:12:49.707754Z","steps":["trace[1850970754] 'read index received' (duration: 852.159811ms)","trace[1850970754] 'applied index is now lower than readState.Index' (duration: 269.525196ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:49.707779Z","caller":"traceutil/trace.go:171","msg":"trace[1476068796] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"1.209875531s","start":"2026-07-03T16:12:48.497818Z","end":"2026-07-03T16:12:49.707693Z","steps":["trace[1476068796] 'process raft request' (duration: 1.038918847s)","trace[1476068796] 'compare' (duration: 170.377011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:49.708364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.497809Z","time spent":"1.210444594s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:49.989395Z","caller":"traceutil/trace.go:171","msg":"trace[1896667075] linearizableReadLoop","detail":"{readStateIndex:9373; appliedIndex:9372; }","duration":"281.296165ms","start":"2026-07-03T16:12:49.708068Z","end":"2026-07-03T16:12:49.989364Z","steps":["trace[1896667075] 'read index received' (duration: 250.670235ms)","trace[1896667075] 'applied index is now lower than readState.Index' (duration: 30.62449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:49.989621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194249945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:12:49.98961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.136462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.989632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.149101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.98968Z","caller":"traceutil/trace.go:171","msg":"trace[654217171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9034; }","duration":"1.194365927s","start":"2026-07-03T16:12:48.795299Z","end":"2026-07-03T16:12:49.989665Z","steps":["trace[654217171] 'agreement among raft nodes before linearized reading' (duration: 1.194177303s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.989698Z","caller":"traceutil/trace.go:171","msg":"trace[1777235083] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9034; }","duration":"729.278507ms","start":"2026-07-03T16:12:49.260397Z","end":"2026-07-03T16:12:49.989675Z","steps":["trace[1777235083] 'agreement among raft nodes before linearized reading' (duration: 729.128953ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.989706Z","caller":"traceutil/trace.go:171","msg":"trace[37542812] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9034; }","duration":"612.255903ms","start":"2026-07-03T16:12:49.377431Z","end":"2026-07-03T16:12:49.989687Z","steps":["trace[37542812] 'agreement among raft nodes before linearized reading' (duration: 612.12223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.989734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.795277Z","time spent":"1.19444405s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:12:49.989748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.377424Z","time spent":"612.314745ms","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.989795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.312215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.98989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.322701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.989889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.173796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.989902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.375386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.989928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.285309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.989951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.239745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.989974Z","caller":"traceutil/trace.go:171","msg":"trace[639917932] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9034; }","duration":"589.32619ms","start":"2026-07-03T16:12:49.400627Z","end":"2026-07-03T16:12:49.989953Z","steps":["trace[639917932] 'agreement among raft nodes before linearized reading' (duration: 589.156756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.426167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.245815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.989986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.291204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.989901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.568352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.990044Z","caller":"traceutil/trace.go:171","msg":"trace[1792298674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9034; }","duration":"560.361237ms","start":"2026-07-03T16:12:49.429655Z","end":"2026-07-03T16:12:49.990017Z","steps":["trace[1792298674] 'agreement among raft nodes before linearized reading' (duration: 560.175933ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.990025Z","caller":"traceutil/trace.go:171","msg":"trace[680912247] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9034; }","duration":"589.389501ms","start":"2026-07-03T16:12:49.400618Z","end":"2026-07-03T16:12:49.990008Z","steps":["trace[680912247] 'agreement among raft nodes before linearized reading' (duration: 589.221637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.990074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.210056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.990057Z","caller":"traceutil/trace.go:171","msg":"trace[1712370078] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9034; }","duration":"665.51899ms","start":"2026-07-03T16:12:49.324481Z","end":"2026-07-03T16:12:49.99Z","steps":["trace[1712370078] 'agreement among raft nodes before linearized reading' (duration: 665.284505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.990064Z","caller":"traceutil/trace.go:171","msg":"trace[1114662369] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9034; }","duration":"767.499038ms","start":"2026-07-03T16:12:49.222551Z","end":"2026-07-03T16:12:49.99005Z","steps":["trace[1114662369] 'agreement among raft nodes before linearized reading' (duration: 767.431817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.990981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.222536Z","time spent":"768.410779ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.989955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.615279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.324468Z","time spent":"666.43451ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.990792Z","caller":"traceutil/trace.go:171","msg":"trace[1244252191] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9034; }","duration":"536.917083ms","start":"2026-07-03T16:12:49.45384Z","end":"2026-07-03T16:12:49.990757Z","steps":["trace[1244252191] 'agreement among raft nodes before linearized reading' (duration: 536.169656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.991305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.453835Z","time spent":"537.445635ms","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:12:49.990098Z","caller":"traceutil/trace.go:171","msg":"trace[102785404] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9034; }","duration":"729.791068ms","start":"2026-07-03T16:12:49.260296Z","end":"2026-07-03T16:12:49.990087Z","steps":["trace[102785404] 'agreement among raft nodes before linearized reading' (duration: 729.565163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.991472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.260286Z","time spent":"731.145548ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.991075Z","caller":"traceutil/trace.go:171","msg":"trace[375197297] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9034; }","duration":"767.754284ms","start":"2026-07-03T16:12:49.223303Z","end":"2026-07-03T16:12:49.991057Z","steps":["trace[375197297] 'agreement among raft nodes before linearized reading' (duration: 766.623078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.991572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.223248Z","time spent":"768.305997ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.989969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.408217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.991794Z","caller":"traceutil/trace.go:171","msg":"trace[715519250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9034; }","duration":"614.244078ms","start":"2026-07-03T16:12:49.377537Z","end":"2026-07-03T16:12:49.991782Z","steps":["trace[715519250] 'agreement among raft nodes before linearized reading' (duration: 612.400647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.991839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.377533Z","time spent":"614.287849ms","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.989906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.58557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.991962Z","caller":"traceutil/trace.go:171","msg":"trace[673571307] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9034; }","duration":"561.663867ms","start":"2026-07-03T16:12:49.430278Z","end":"2026-07-03T16:12:49.991942Z","steps":["trace[673571307] 'agreement among raft nodes before linearized reading' (duration: 559.430166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.992014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.430271Z","time spent":"561.726979ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.990039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.400613Z","time spent":"589.416122ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.990062Z","caller":"traceutil/trace.go:171","msg":"trace[1534310150] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9034; }","duration":"560.323907ms","start":"2026-07-03T16:12:49.42973Z","end":"2026-07-03T16:12:49.990054Z","steps":["trace[1534310150] 'agreement among raft nodes before linearized reading' (duration: 560.261226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.992188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.429713Z","time spent":"562.450325ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.989957Z","caller":"traceutil/trace.go:171","msg":"trace[1849436098] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9034; }","duration":"611.445474ms","start":"2026-07-03T16:12:49.378494Z","end":"2026-07-03T16:12:49.98994Z","steps":["trace[1849436098] 'agreement among raft nodes before linearized reading' (duration: 611.30649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.992281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.378484Z","time spent":"613.781968ms","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:12:49.990096Z","caller":"traceutil/trace.go:171","msg":"trace[1804879363] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9034; }","duration":"587.436097ms","start":"2026-07-03T16:12:49.402635Z","end":"2026-07-03T16:12:49.990071Z","steps":["trace[1804879363] 'agreement among raft nodes before linearized reading' (duration: 587.220982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.992362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.402627Z","time spent":"589.714898ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.990109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.42963Z","time spent":"560.45389ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.99012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.992501Z","caller":"traceutil/trace.go:171","msg":"trace[1085983480] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9034; }","duration":"769.997526ms","start":"2026-07-03T16:12:49.222481Z","end":"2026-07-03T16:12:49.992479Z","steps":["trace[1085983480] 'agreement among raft nodes before linearized reading' (duration: 767.608971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.797215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.992576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.222472Z","time spent":"770.081017ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.992608Z","caller":"traceutil/trace.go:171","msg":"trace[437073144] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9034; }","duration":"647.296673ms","start":"2026-07-03T16:12:49.345292Z","end":"2026-07-03T16:12:49.992589Z","steps":["trace[437073144] 'agreement among raft nodes before linearized reading' (duration: 644.804816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.992664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.345277Z","time spent":"647.370464ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.990162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.210135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.992786Z","caller":"traceutil/trace.go:171","msg":"trace[1284814084] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9034; }","duration":"520.844605ms","start":"2026-07-03T16:12:49.471926Z","end":"2026-07-03T16:12:49.99277Z","steps":["trace[1284814084] 'agreement among raft nodes before linearized reading' (duration: 518.207995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.471914Z","time spent":"520.932317ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.990142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.787952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.992996Z","caller":"traceutil/trace.go:171","msg":"trace[1430438319] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9034; }","duration":"667.678278ms","start":"2026-07-03T16:12:49.325299Z","end":"2026-07-03T16:12:49.992977Z","steps":["trace[1430438319] 'agreement among raft nodes before linearized reading' (duration: 664.811142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.682733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.993065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.325281Z","time spent":"667.7638ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:12:49.993103Z","caller":"traceutil/trace.go:171","msg":"trace[1275288511] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9034; }","duration":"647.679531ms","start":"2026-07-03T16:12:49.345409Z","end":"2026-07-03T16:12:49.993089Z","steps":["trace[1275288511] 'agreement among raft nodes before linearized reading' (duration: 644.716634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.990115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.145872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.993151Z","caller":"traceutil/trace.go:171","msg":"trace[1990691850] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9034; }","duration":"647.342774ms","start":"2026-07-03T16:12:49.345799Z","end":"2026-07-03T16:12:49.993142Z","steps":["trace[1990691850] 'agreement among raft nodes before linearized reading' (duration: 644.11032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.993155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.345403Z","time spent":"647.736842ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.993187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.345787Z","time spent":"647.389865ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.990173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.809248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.400592Z","time spent":"589.511594ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.990181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.467872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.993406Z","caller":"traceutil/trace.go:171","msg":"trace[1060735602] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9034; }","duration":"789.680985ms","start":"2026-07-03T16:12:49.203702Z","end":"2026-07-03T16:12:49.993383Z","steps":["trace[1060735602] 'agreement among raft nodes before linearized reading' (duration: 786.449191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.993241Z","caller":"traceutil/trace.go:171","msg":"trace[1133536192] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9034; }","duration":"711.874347ms","start":"2026-07-03T16:12:49.281347Z","end":"2026-07-03T16:12:49.993221Z","steps":["trace[1133536192] 'agreement among raft nodes before linearized reading' (duration: 708.802397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.056024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.968337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.990207Z","caller":"traceutil/trace.go:171","msg":"trace[684791007] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"446.275452ms","start":"2026-07-03T16:12:49.543917Z","end":"2026-07-03T16:12:49.990193Z","steps":["trace[684791007] 'process raft request' (duration: 414.830405ms)","trace[684791007] 'compare' (duration: 30.438565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:49.990216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.062773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.167796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053426778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.549225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.786688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.298343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.909792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.994702Z","caller":"traceutil/trace.go:171","msg":"trace[33185147] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9034; }","duration":"690.783066ms","start":"2026-07-03T16:12:49.303905Z","end":"2026-07-03T16:12:49.994688Z","steps":["trace[33185147] 'agreement among raft nodes before linearized reading' (duration: 686.330004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.994716Z","caller":"traceutil/trace.go:171","msg":"trace[974588903] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9034; }","duration":"879.287611ms","start":"2026-07-03T16:12:49.115394Z","end":"2026-07-03T16:12:49.994681Z","steps":["trace[974588903] 'agreement among raft nodes before linearized reading' (duration: 874.813059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.995213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.303883Z","time spent":"691.310899ms","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.990239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.109646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.994766Z","caller":"traceutil/trace.go:171","msg":"trace[680079357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9034; }","duration":"1.057986243s","start":"2026-07-03T16:12:48.936761Z","end":"2026-07-03T16:12:49.994747Z","steps":["trace[680079357] 'agreement among raft nodes before linearized reading' (duration: 1.053450739s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.995349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.936732Z","time spent":"1.058599207s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:49.990275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.481907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.995493Z","caller":"traceutil/trace.go:171","msg":"trace[1461766459] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9034; }","duration":"634.713546ms","start":"2026-07-03T16:12:49.360767Z","end":"2026-07-03T16:12:49.995481Z","steps":["trace[1461766459] 'agreement among raft nodes before linearized reading' (duration: 629.483557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.995555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.360758Z","time spent":"634.780688ms","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.990294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.045016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.995609Z","caller":"traceutil/trace.go:171","msg":"trace[1331332811] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9034; }","duration":"828.372149ms","start":"2026-07-03T16:12:49.167226Z","end":"2026-07-03T16:12:49.995598Z","steps":["trace[1331332811] 'agreement among raft nodes before linearized reading' (duration: 823.049937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.995658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.167217Z","time spent":"828.42937ms","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.990289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.437387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.995742Z","caller":"traceutil/trace.go:171","msg":"trace[1720256556] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9034; }","duration":"691.893162ms","start":"2026-07-03T16:12:49.30383Z","end":"2026-07-03T16:12:49.995723Z","steps":["trace[1720256556] 'agreement among raft nodes before linearized reading' (duration: 686.441627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.995799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.303823Z","time spent":"691.959233ms","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.9903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.979854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.995875Z","caller":"traceutil/trace.go:171","msg":"trace[776626108] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9034; }","duration":"792.564631ms","start":"2026-07-03T16:12:49.203299Z","end":"2026-07-03T16:12:49.995864Z","steps":["trace[776626108] 'agreement among raft nodes before linearized reading' (duration: 786.984213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.995921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.203292Z","time spent":"792.616902ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.990281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.177726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.996067Z","caller":"traceutil/trace.go:171","msg":"trace[1161404420] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9034; }","duration":"714.972708ms","start":"2026-07-03T16:12:49.281083Z","end":"2026-07-03T16:12:49.996055Z","steps":["trace[1161404420] 'agreement among raft nodes before linearized reading' (duration: 709.165905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.996101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.281079Z","time spent":"715.009379ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.995309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.115376Z","time spent":"879.856215ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.990314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.797142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.629652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.99033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.289496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.99032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.684179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.99034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.121414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.123359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.467716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.774208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191224265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:12:49.989743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.260375Z","time spent":"729.357928ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.990373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.898992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.218065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.251909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044640388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.2883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194501039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:12:49.990413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.942083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.82084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.624359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.125818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195048673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:12:49.990447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.28608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.163715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:49.990527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194333136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:12:49.990549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194224223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:12:49.989835Z","caller":"traceutil/trace.go:171","msg":"trace[891921056] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9034; }","duration":"665.370206ms","start":"2026-07-03T16:12:49.324457Z","end":"2026-07-03T16:12:49.989827Z","steps":["trace[891921056] 'agreement among raft nodes before linearized reading' (duration: 665.310755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.993463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.203652Z","time spent":"789.794707ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.993528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.281342Z","time spent":"712.167015ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:12:49.993535Z","caller":"traceutil/trace.go:171","msg":"trace[2069341230] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9034; }","duration":"689.339613ms","start":"2026-07-03T16:12:49.304185Z","end":"2026-07-03T16:12:49.993525Z","steps":["trace[2069341230] 'agreement among raft nodes before linearized reading' (duration: 686.012587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.993559Z","caller":"traceutil/trace.go:171","msg":"trace[654049471] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9034; }","duration":"522.428781ms","start":"2026-07-03T16:12:49.471116Z","end":"2026-07-03T16:12:49.993545Z","steps":["trace[654049471] 'agreement among raft nodes before linearized reading' (duration: 519.036753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.993647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.543896Z","time spent":"449.663799ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:49.994354Z","caller":"traceutil/trace.go:171","msg":"trace[1254689912] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9034; }","duration":"713.287859ms","start":"2026-07-03T16:12:49.28104Z","end":"2026-07-03T16:12:49.994328Z","steps":["trace[1254689912] 'agreement among raft nodes before linearized reading' (duration: 709.146105ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.994437Z","caller":"traceutil/trace.go:171","msg":"trace[1711097926] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9034; }","duration":"864.291878ms","start":"2026-07-03T16:12:49.130131Z","end":"2026-07-03T16:12:49.994423Z","steps":["trace[1711097926] 'agreement among raft nodes before linearized reading' (duration: 860.059032ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.994606Z","caller":"traceutil/trace.go:171","msg":"trace[135016246] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9034; }","duration":"632.953885ms","start":"2026-07-03T16:12:49.361631Z","end":"2026-07-03T16:12:49.994584Z","steps":["trace[135016246] 'agreement among raft nodes before linearized reading' (duration: 628.564715ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.995181Z","caller":"traceutil/trace.go:171","msg":"trace[1538306611] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9034; }","duration":"791.831905ms","start":"2026-07-03T16:12:49.203317Z","end":"2026-07-03T16:12:49.995149Z","steps":["trace[1538306611] 'agreement among raft nodes before linearized reading' (duration: 786.921582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.990265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.978396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.99529Z","caller":"traceutil/trace.go:171","msg":"trace[1959350412] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9034; }","duration":"524.191112ms","start":"2026-07-03T16:12:49.471082Z","end":"2026-07-03T16:12:49.995273Z","steps":["trace[1959350412] 'agreement among raft nodes before linearized reading' (duration: 518.913431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.990276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.662389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:49.996356Z","caller":"traceutil/trace.go:171","msg":"trace[1311646446] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9034; }","duration":"881.85297ms","start":"2026-07-03T16:12:49.114486Z","end":"2026-07-03T16:12:49.996339Z","steps":["trace[1311646446] 'agreement among raft nodes before linearized reading' (duration: 875.807983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.997505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.114474Z","time spent":"882.995507ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.997635Z","caller":"traceutil/trace.go:171","msg":"trace[2072690388] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9034; }","duration":"849.499222ms","start":"2026-07-03T16:12:49.148113Z","end":"2026-07-03T16:12:49.997612Z","steps":["trace[2072690388] 'agreement among raft nodes before linearized reading' (duration: 842.235466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.997681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.148098Z","time spent":"849.571603ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.997632Z","caller":"traceutil/trace.go:171","msg":"trace[1284410615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9034; }","duration":"1.202210007s","start":"2026-07-03T16:12:48.795406Z","end":"2026-07-03T16:12:49.997616Z","steps":["trace[1284410615] 'agreement among raft nodes before linearized reading' (duration: 1.194946961s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.997722Z","caller":"traceutil/trace.go:171","msg":"trace[1557208262] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9034; }","duration":"903.583037ms","start":"2026-07-03T16:12:49.094124Z","end":"2026-07-03T16:12:49.997707Z","steps":["trace[1557208262] 'agreement among raft nodes before linearized reading' (duration: 896.29526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.997768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.09411Z","time spent":"903.641108ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:12:49.997786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.795384Z","time spent":"1.20235835s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:49.99781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.203305Z","time spent":"794.439704ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.997888Z","caller":"traceutil/trace.go:171","msg":"trace[654271257] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9034; }","duration":"811.694808ms","start":"2026-07-03T16:12:49.186184Z","end":"2026-07-03T16:12:49.997878Z","steps":["trace[654271257] 'agreement among raft nodes before linearized reading' (duration: 804.137335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.997927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.18617Z","time spent":"811.743159ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:12:49.997948Z","caller":"traceutil/trace.go:171","msg":"trace[32555325] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9034; }","duration":"867.766038ms","start":"2026-07-03T16:12:49.130169Z","end":"2026-07-03T16:12:49.997935Z","steps":["trace[32555325] 'agreement among raft nodes before linearized reading' (duration: 860.177955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.130153Z","time spent":"867.82347ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.998087Z","caller":"traceutil/trace.go:171","msg":"trace[1546474241] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9034; }","duration":"848.891877ms","start":"2026-07-03T16:12:49.149184Z","end":"2026-07-03T16:12:49.998075Z","steps":["trace[1546474241] 'agreement among raft nodes before linearized reading' (duration: 841.13467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.998116Z","caller":"traceutil/trace.go:171","msg":"trace[745141606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9034; }","duration":"1.201808197s","start":"2026-07-03T16:12:48.796303Z","end":"2026-07-03T16:12:49.998111Z","steps":["trace[745141606] 'agreement among raft nodes before linearized reading' (duration: 1.194135852s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.998136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.796297Z","time spent":"1.201832878s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:12:49.998109Z","caller":"traceutil/trace.go:171","msg":"trace[535020088] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9034; }","duration":"903.986536ms","start":"2026-07-03T16:12:49.094107Z","end":"2026-07-03T16:12:49.998094Z","steps":["trace[535020088] 'agreement among raft nodes before linearized reading' (duration: 896.263839ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.998185Z","caller":"traceutil/trace.go:171","msg":"trace[1723073632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9034; }","duration":"637.361507ms","start":"2026-07-03T16:12:49.360814Z","end":"2026-07-03T16:12:49.998176Z","steps":["trace[1723073632] 'agreement among raft nodes before linearized reading' (duration: 629.441006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.998209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.324446Z","time spent":"673.757317ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.998224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.360802Z","time spent":"637.410157ms","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.998236Z","caller":"traceutil/trace.go:171","msg":"trace[1040763262] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9034; }","duration":"812.738951ms","start":"2026-07-03T16:12:49.185467Z","end":"2026-07-03T16:12:49.998206Z","steps":["trace[1040763262] 'agreement among raft nodes before linearized reading' (duration: 804.889782ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:49.99867Z","caller":"traceutil/trace.go:171","msg":"trace[1404917079] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9034; }","duration":"831.393027ms","start":"2026-07-03T16:12:49.167267Z","end":"2026-07-03T16:12:49.99866Z","steps":["trace[1404917079] 'agreement among raft nodes before linearized reading' (duration: 822.975955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.471064Z","time spent":"527.60273ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.996544Z","caller":"traceutil/trace.go:171","msg":"trace[1471613290] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9034; }","duration":"865.862225ms","start":"2026-07-03T16:12:49.13067Z","end":"2026-07-03T16:12:49.996532Z","steps":["trace[1471613290] 'agreement among raft nodes before linearized reading' (duration: 859.640823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.998698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.167257Z","time spent":"831.433238ms","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.998713Z","caller":"traceutil/trace.go:171","msg":"trace[1657790926] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9034; }","duration":"884.130912ms","start":"2026-07-03T16:12:49.114564Z","end":"2026-07-03T16:12:49.998695Z","steps":["trace[1657790926] 'agreement among raft nodes before linearized reading' (duration: 875.68669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.99873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.130658Z","time spent":"868.056615ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.998767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.114534Z","time spent":"884.212364ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.997673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.471057Z","time spent":"526.591547ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.998099Z","caller":"traceutil/trace.go:171","msg":"trace[727542497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9034; }","duration":"1.20192368s","start":"2026-07-03T16:12:48.796169Z","end":"2026-07-03T16:12:49.998092Z","steps":["trace[727542497] 'agreement among raft nodes before linearized reading' (duration: 1.194271395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.9989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.796159Z","time spent":"1.202732188s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:12:49.998251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.094091Z","time spent":"904.099038ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:12:49.998135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.149166Z","time spent":"848.956208ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:12:49.996619Z","caller":"traceutil/trace.go:171","msg":"trace[1224006698] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9034; }","duration":"848.60484ms","start":"2026-07-03T16:12:49.147998Z","end":"2026-07-03T16:12:49.996603Z","steps":["trace[1224006698] 'agreement among raft nodes before linearized reading' (duration: 842.309477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.999083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.147977Z","time spent":"851.097778ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.998344Z","caller":"traceutil/trace.go:171","msg":"trace[352338254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9034; }","duration":"1.052588859s","start":"2026-07-03T16:12:48.945743Z","end":"2026-07-03T16:12:49.998332Z","steps":["trace[352338254] 'agreement among raft nodes before linearized reading' (duration: 1.044628477s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.999151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.945708Z","time spent":"1.053437968s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:49.998386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.304163Z","time spent":"694.216704ms","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:12:49.997856Z","caller":"traceutil/trace.go:171","msg":"trace[26762127] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9034; }","duration":"735.244512ms","start":"2026-07-03T16:12:49.262601Z","end":"2026-07-03T16:12:49.997845Z","steps":["trace[26762127] 'agreement among raft nodes before linearized reading' (duration: 727.691629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.000056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.262592Z","time spent":"737.447391ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.998385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.281018Z","time spent":"717.356013ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.99837Z","caller":"traceutil/trace.go:171","msg":"trace[1427110887] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9034; }","duration":"830.258812ms","start":"2026-07-03T16:12:49.168103Z","end":"2026-07-03T16:12:49.998362Z","steps":["trace[1427110887] 'agreement among raft nodes before linearized reading' (duration: 822.28721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.998411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.130123Z","time spent":"868.28218ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.998423Z","caller":"traceutil/trace.go:171","msg":"trace[14015037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9034; }","duration":"1.202523113s","start":"2026-07-03T16:12:48.795891Z","end":"2026-07-03T16:12:49.998414Z","steps":["trace[14015037] 'agreement among raft nodes before linearized reading' (duration: 1.194434168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.000392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.168099Z","time spent":"832.095383ms","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.998431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.361614Z","time spent":"636.811863ms","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:50.000605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.795879Z","time spent":"1.204705603s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:12:49.998449Z","caller":"traceutil/trace.go:171","msg":"trace[1454432632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9034; }","duration":"813.003098ms","start":"2026-07-03T16:12:49.185438Z","end":"2026-07-03T16:12:49.998441Z","steps":["trace[1454432632] 'agreement among raft nodes before linearized reading' (duration: 804.958244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.000746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.185425Z","time spent":"815.30417ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.998473Z","caller":"traceutil/trace.go:171","msg":"trace[374013433] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9034; }","duration":"545.152111ms","start":"2026-07-03T16:12:49.453313Z","end":"2026-07-03T16:12:49.998465Z","steps":["trace[374013433] 'agreement among raft nodes before linearized reading' (duration: 537.114818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.000824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.453271Z","time spent":"547.533806ms","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:49.998465Z","caller":"traceutil/trace.go:171","msg":"trace[1344513106] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9034; }","duration":"820.687563ms","start":"2026-07-03T16:12:49.177758Z","end":"2026-07-03T16:12:49.998446Z","steps":["trace[1344513106] 'agreement among raft nodes before linearized reading' (duration: 812.621848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.000938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.177744Z","time spent":"823.17824ms","remote":"127.0.0.1:59582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.998505Z","caller":"traceutil/trace.go:171","msg":"trace[301072542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9034; }","duration":"1.199402932s","start":"2026-07-03T16:12:48.799094Z","end":"2026-07-03T16:12:49.998497Z","steps":["trace[301072542] 'agreement among raft nodes before linearized reading' (duration: 1.191162384s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.001048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.799085Z","time spent":"1.20195529s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"info","ts":"2026-07-03T16:12:49.998524Z","caller":"traceutil/trace.go:171","msg":"trace[22983293] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9034; }","duration":"544.920906ms","start":"2026-07-03T16:12:49.453574Z","end":"2026-07-03T16:12:49.998494Z","steps":["trace[22983293] 'agreement among raft nodes before linearized reading' (duration: 536.826511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.001111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.453567Z","time spent":"547.535185ms","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:12:49.998529Z","caller":"traceutil/trace.go:171","msg":"trace[1917849955] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9034; }","duration":"903.959735ms","start":"2026-07-03T16:12:49.094562Z","end":"2026-07-03T16:12:49.998521Z","steps":["trace[1917849955] 'agreement among raft nodes before linearized reading' (duration: 895.773888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.001223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.094554Z","time spent":"906.652257ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:12:49.998597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:49.185453Z","time spent":"813.12543ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:12:50.898372Z","caller":"traceutil/trace.go:171","msg":"trace[2005234885] linearizableReadLoop","detail":"{readStateIndex:9379; appliedIndex:9378; }","duration":"194.258967ms","start":"2026-07-03T16:12:50.704085Z","end":"2026-07-03T16:12:50.898344Z","steps":["trace[2005234885] 'read index received' (duration: 193.96372ms)","trace[2005234885] 'applied index is now lower than readState.Index' (duration: 291.036µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:50.898553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.43966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:12:50.8986Z","caller":"traceutil/trace.go:171","msg":"trace[548281681] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9040; }","duration":"194.558303ms","start":"2026-07-03T16:12:50.704029Z","end":"2026-07-03T16:12:50.898587Z","steps":["trace[548281681] 'agreement among raft nodes before linearized reading' (duration: 194.43934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:50.898722Z","caller":"traceutil/trace.go:171","msg":"trace[185410350] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"389.24813ms","start":"2026-07-03T16:12:50.509427Z","end":"2026-07-03T16:12:50.898675Z","steps":["trace[185410350] 'process raft request' (duration: 388.708818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:50.898926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:50.50941Z","time spent":"389.404813ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:51.622373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.182648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:12:51.622456Z","caller":"traceutil/trace.go:171","msg":"trace[1193264926] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:9040; }","duration":"632.330751ms","start":"2026-07-03T16:12:50.990108Z","end":"2026-07-03T16:12:51.622439Z","steps":["trace[1193264926] 'range keys from in-memory index tree' (duration: 631.998234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:51.622493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:50.990086Z","time spent":"632.399373ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:12:52.500513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.191607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:12:52.500598Z","caller":"traceutil/trace.go:171","msg":"trace[1250680272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9046; }","duration":"413.32573ms","start":"2026-07-03T16:12:52.087253Z","end":"2026-07-03T16:12:52.500579Z","steps":["trace[1250680272] 'range keys from in-memory index tree' (duration: 412.958321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.500644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.08721Z","time spent":"413.423272ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:52.500846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.810642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-03T16:12:52.50092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.138349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:12:52.500935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.443851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:12:52.500979Z","caller":"traceutil/trace.go:171","msg":"trace[560230732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9046; }","duration":"432.227601ms","start":"2026-07-03T16:12:52.068737Z","end":"2026-07-03T16:12:52.500964Z","steps":["trace[560230732] 'range keys from in-memory index tree' (duration: 432.020137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.501016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.045837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:12:52.501019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.068721Z","time spent":"432.286953ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:12:52.501021Z","caller":"traceutil/trace.go:171","msg":"trace[644145055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9046; }","duration":"413.553274ms","start":"2026-07-03T16:12:52.087445Z","end":"2026-07-03T16:12:52.500998Z","steps":["trace[644145055] 'range keys from in-memory index tree' (duration: 413.277298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:52.501047Z","caller":"traceutil/trace.go:171","msg":"trace[743387477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9046; }","duration":"414.101677ms","start":"2026-07-03T16:12:52.086933Z","end":"2026-07-03T16:12:52.501035Z","steps":["trace[743387477] 'range keys from in-memory index tree' (duration: 413.946934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.501069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.087435Z","time spent":"413.620376ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:12:52.501077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.086914Z","time spent":"414.156489ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:12:52.501055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.3668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:12:52.501128Z","caller":"traceutil/trace.go:171","msg":"trace[1747399178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9046; }","duration":"628.491923ms","start":"2026-07-03T16:12:51.872617Z","end":"2026-07-03T16:12:52.501109Z","steps":["trace[1747399178] 'range keys from in-memory index tree' (duration: 628.132705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.501177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:51.872587Z","time spent":"628.581285ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:12:52.501224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.584398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:52.500925Z","caller":"traceutil/trace.go:171","msg":"trace[1965707293] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9046; }","duration":"308.939905ms","start":"2026-07-03T16:12:52.191965Z","end":"2026-07-03T16:12:52.500905Z","steps":["trace[1965707293] 'range keys from in-memory index tree' (duration: 308.616918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.501224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.463531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:12:52.501254Z","caller":"traceutil/trace.go:171","msg":"trace[1093074964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9046; }","duration":"555.66071ms","start":"2026-07-03T16:12:51.945583Z","end":"2026-07-03T16:12:52.501244Z","steps":["trace[1093074964] 'range keys from in-memory index tree' (duration: 555.461345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.501262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.191945Z","time spent":"309.307104ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T16:12:52.501277Z","caller":"traceutil/trace.go:171","msg":"trace[187331199] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9046; }","duration":"409.536002ms","start":"2026-07-03T16:12:52.091725Z","end":"2026-07-03T16:12:52.501261Z","steps":["trace[187331199] 'range keys from in-memory index tree' (duration: 409.345388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.501281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:51.945565Z","time spent":"555.709941ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:52.501315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.091715Z","time spent":"409.585854ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:12:52.501396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.736289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:12:52.501483Z","caller":"traceutil/trace.go:171","msg":"trace[1911698356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9046; }","duration":"413.863321ms","start":"2026-07-03T16:12:52.087597Z","end":"2026-07-03T16:12:52.50146Z","steps":["trace[1911698356] 'range keys from in-memory index tree' (duration: 413.486853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.501538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.087578Z","time spent":"413.945713ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:12:52.872391Z","caller":"traceutil/trace.go:171","msg":"trace[684144200] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"366.393318ms","start":"2026-07-03T16:12:52.505975Z","end":"2026-07-03T16:12:52.872368Z","steps":["trace[684144200] 'process raft request' (duration: 366.326647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:52.872427Z","caller":"traceutil/trace.go:171","msg":"trace[590600398] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"366.410229ms","start":"2026-07-03T16:12:52.505984Z","end":"2026-07-03T16:12:52.872394Z","steps":["trace[590600398] 'process raft request' (duration: 316.586121ms)","trace[590600398] 'compare' (duration: 49.608763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:52.872527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.505954Z","time spent":"366.50001ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:52.872509Z","caller":"traceutil/trace.go:171","msg":"trace[350063676] linearizableReadLoop","detail":"{readStateIndex:9391; appliedIndex:9386; }","duration":"365.661822ms","start":"2026-07-03T16:12:52.506826Z","end":"2026-07-03T16:12:52.872488Z","steps":["trace[350063676] 'read index received' (duration: 91.01552ms)","trace[350063676] 'applied index is now lower than readState.Index' (duration: 274.645262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:52.872574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.505968Z","time spent":"366.530641ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:12:52.872744Z","caller":"traceutil/trace.go:171","msg":"trace[1092654054] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"366.614623ms","start":"2026-07-03T16:12:52.506116Z","end":"2026-07-03T16:12:52.872731Z","steps":["trace[1092654054] 'process raft request' (duration: 366.221935ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:52.87277Z","caller":"traceutil/trace.go:171","msg":"trace[1766025272] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"366.544082ms","start":"2026-07-03T16:12:52.506203Z","end":"2026-07-03T16:12:52.872747Z","steps":["trace[1766025272] 'process raft request' (duration: 366.216034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.872821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.506106Z","time spent":"366.668364ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:52.872894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.060571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19557"} {"level":"info","ts":"2026-07-03T16:12:52.872931Z","caller":"traceutil/trace.go:171","msg":"trace[1424458346] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9051; }","duration":"366.126382ms","start":"2026-07-03T16:12:52.506793Z","end":"2026-07-03T16:12:52.872919Z","steps":["trace[1424458346] 'agreement among raft nodes before linearized reading' (duration: 365.770024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:52.872961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.506783Z","time spent":"366.170613ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19580,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:12:52.872961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.506181Z","time spent":"366.638983ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:12:53.755742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.718829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:12:53.755772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.726173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:53.755818Z","caller":"traceutil/trace.go:171","msg":"trace[914804839] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9051; }","duration":"184.875522ms","start":"2026-07-03T16:12:53.570925Z","end":"2026-07-03T16:12:53.7558Z","steps":["trace[914804839] 'count revisions from in-memory index tree' (duration: 184.598787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:53.755848Z","caller":"traceutil/trace.go:171","msg":"trace[1530444747] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9051; }","duration":"774.868016ms","start":"2026-07-03T16:12:52.980962Z","end":"2026-07-03T16:12:53.75583Z","steps":["trace[1530444747] 'range keys from in-memory index tree' (duration: 774.61389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:53.755894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.278958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:12:53.755999Z","caller":"traceutil/trace.go:171","msg":"trace[1895192992] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9051; }","duration":"691.404561ms","start":"2026-07-03T16:12:53.064554Z","end":"2026-07-03T16:12:53.755959Z","steps":["trace[1895192992] 'count revisions from in-memory index tree' (duration: 691.132275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:53.75592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:52.980937Z","time spent":"774.973259ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:12:53.756067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:53.064538Z","time spent":"691.517564ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:05.947835Z","caller":"traceutil/trace.go:171","msg":"trace[1028249948] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"169.802817ms","start":"2026-07-03T16:13:05.778009Z","end":"2026-07-03T16:13:05.947812Z","steps":["trace[1028249948] 'process raft request' (duration: 169.621403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:05.948949Z","caller":"traceutil/trace.go:171","msg":"trace[789931601] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"137.774717ms","start":"2026-07-03T16:13:05.811143Z","end":"2026-07-03T16:13:05.948918Z","steps":["trace[789931601] 'process raft request' (duration: 137.654584ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:05.949Z","caller":"traceutil/trace.go:171","msg":"trace[1932862734] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"135.538986ms","start":"2026-07-03T16:13:05.813444Z","end":"2026-07-03T16:13:05.948983Z","steps":["trace[1932862734] 'process raft request' (duration: 135.391342ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:05.949171Z","caller":"traceutil/trace.go:171","msg":"trace[1670883898] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"133.493649ms","start":"2026-07-03T16:13:05.815562Z","end":"2026-07-03T16:13:05.949056Z","steps":["trace[1670883898] 'process raft request' (duration: 133.309735ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:05.949635Z","caller":"traceutil/trace.go:171","msg":"trace[1318950759] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"138.493074ms","start":"2026-07-03T16:13:05.811122Z","end":"2026-07-03T16:13:05.949615Z","steps":["trace[1318950759] 'process raft request' (duration: 137.547403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:06.956821Z","caller":"traceutil/trace.go:171","msg":"trace[1941350587] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"181.77207ms","start":"2026-07-03T16:13:06.775018Z","end":"2026-07-03T16:13:06.95679Z","steps":["trace[1941350587] 'process raft request' (duration: 110.012742ms)","trace[1941350587] 'compare' (duration: 71.627565ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:18.075795Z","caller":"traceutil/trace.go:171","msg":"trace[772606501] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"105.901558ms","start":"2026-07-03T16:13:17.969871Z","end":"2026-07-03T16:13:18.075772Z","steps":["trace[772606501] 'process raft request' (duration: 105.663112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:20.342541Z","caller":"traceutil/trace.go:171","msg":"trace[764014431] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"322.470664ms","start":"2026-07-03T16:13:20.020048Z","end":"2026-07-03T16:13:20.342519Z","steps":["trace[764014431] 'process raft request' (duration: 322.345821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.34268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.020019Z","time spent":"322.599877ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:20.346734Z","caller":"traceutil/trace.go:171","msg":"trace[658467796] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"263.483047ms","start":"2026-07-03T16:13:20.083225Z","end":"2026-07-03T16:13:20.346708Z","steps":["trace[658467796] 'process raft request' (duration: 263.410826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:20.346762Z","caller":"traceutil/trace.go:171","msg":"trace[1258670584] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"263.717853ms","start":"2026-07-03T16:13:20.083006Z","end":"2026-07-03T16:13:20.346724Z","steps":["trace[1258670584] 'process raft request' (duration: 263.442716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:20.346783Z","caller":"traceutil/trace.go:171","msg":"trace[1995029033] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"263.674812ms","start":"2026-07-03T16:13:20.083078Z","end":"2026-07-03T16:13:20.346753Z","steps":["trace[1995029033] 'process raft request' (duration: 263.519929ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:20.347616Z","caller":"traceutil/trace.go:171","msg":"trace[2133918263] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"263.776235ms","start":"2026-07-03T16:13:20.083827Z","end":"2026-07-03T16:13:20.347603Z","steps":["trace[2133918263] 'process raft request' (duration: 262.842803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:21.566586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687344885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:13:22.067004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687344885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:13:22.56794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687344885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:13:22.669131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676552349s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:13:22.669664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.992413Z","time spent":"1.677246275s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:13:23.944964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:13:23.945072Z","caller":"traceutil/trace.go:171","msg":"trace[1814608910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058734s","start":"2026-07-03T16:13:21.944461Z","end":"2026-07-03T16:13:23.945048Z","steps":["trace[1814608910] 'agreement among raft nodes before linearized reading' (duration: 2.000451356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:23.945142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.944444Z","time spent":"2.000683062s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:13:24.38776Z","caller":"traceutil/trace.go:171","msg":"trace[693662650] linearizableReadLoop","detail":"{readStateIndex:9607; appliedIndex:9600; }","duration":"3.32378916s","start":"2026-07-03T16:13:21.06395Z","end":"2026-07-03T16:13:24.387739Z","steps":["trace[693662650] 'read index received' (duration: 1.605431435s)","trace[693662650] 'applied index is now lower than readState.Index' (duration: 1.718356485s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:24.387844Z","caller":"traceutil/trace.go:171","msg":"trace[1682924329] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"2.6994031s","start":"2026-07-03T16:13:21.688432Z","end":"2026-07-03T16:13:24.387835Z","steps":["trace[1682924329] 'process raft request' (duration: 2.69895396s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.387826Z","caller":"traceutil/trace.go:171","msg":"trace[1242383900] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"2.035871557s","start":"2026-07-03T16:13:22.351908Z","end":"2026-07-03T16:13:24.38778Z","steps":["trace[1242383900] 'process raft request' (duration: 2.035704063s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.3879Z","caller":"traceutil/trace.go:171","msg":"trace[1545262351] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"2.035110939s","start":"2026-07-03T16:13:22.352781Z","end":"2026-07-03T16:13:24.387892Z","steps":["trace[1545262351] 'process raft request' (duration: 2.034917385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.387993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.352767Z","time spent":"2.03516093s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:24.387999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.351891Z","time spent":"2.036016639s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:24.387773Z","caller":"traceutil/trace.go:171","msg":"trace[1370364056] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"2.418736491s","start":"2026-07-03T16:13:21.969004Z","end":"2026-07-03T16:13:24.38774Z","steps":["trace[1370364056] 'process raft request' (duration: 2.418522316s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.388162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.96898Z","time spent":"2.41915535s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:24.387865Z","caller":"traceutil/trace.go:171","msg":"trace[522168932] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"2.035507638s","start":"2026-07-03T16:13:22.352346Z","end":"2026-07-03T16:13:24.387854Z","steps":["trace[522168932] 'process raft request' (duration: 2.035296063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.388254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324284261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:13:24.388353Z","caller":"traceutil/trace.go:171","msg":"trace[1478225563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9258; }","duration":"3.324417674s","start":"2026-07-03T16:13:21.063915Z","end":"2026-07-03T16:13:24.388333Z","steps":["trace[1478225563] 'agreement among raft nodes before linearized reading' (duration: 3.324200629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.388398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.063899Z","time spent":"3.324489475s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:13:24.38825Z","caller":"traceutil/trace.go:171","msg":"trace[1338833978] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"2.037698757s","start":"2026-07-03T16:13:22.350542Z","end":"2026-07-03T16:13:24.38824Z","steps":["trace[1338833978] 'process raft request' (duration: 2.037036672s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.38858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.350516Z","time spent":"2.037974334s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:24.388605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.352329Z","time spent":"2.035988009s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:24.388068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.688405Z","time spent":"2.699480362s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:24.401762Z","caller":"traceutil/trace.go:171","msg":"trace[113404692] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"1.730371839s","start":"2026-07-03T16:13:22.671365Z","end":"2026-07-03T16:13:24.401737Z","steps":["trace[113404692] 'process raft request' (duration: 1.730253476s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.401908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.671333Z","time spent":"1.730500322s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:24.402025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270703528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:13:24.4021Z","caller":"traceutil/trace.go:171","msg":"trace[961093466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9259; }","duration":"3.27081409s","start":"2026-07-03T16:13:21.131274Z","end":"2026-07-03T16:13:24.402088Z","steps":["trace[961093466] 'agreement among raft nodes before linearized reading' (duration: 3.270606946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.402134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.131254Z","time spent":"3.270871121s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:24.402363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.178435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:13:24.402405Z","caller":"traceutil/trace.go:171","msg":"trace[1308233799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9259; }","duration":"124.254867ms","start":"2026-07-03T16:13:24.27814Z","end":"2026-07-03T16:13:24.402395Z","steps":["trace[1308233799] 'agreement among raft nodes before linearized reading' (duration: 124.144725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.402527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215470016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T16:13:24.402572Z","caller":"traceutil/trace.go:171","msg":"trace[1922920527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9259; }","duration":"3.215556308s","start":"2026-07-03T16:13:21.187006Z","end":"2026-07-03T16:13:24.402562Z","steps":["trace[1922920527] 'agreement among raft nodes before linearized reading' (duration: 3.215437705s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.402603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.186972Z","time spent":"3.21562263s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:24.402597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.31972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:24.402642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473952793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:13:24.402677Z","caller":"traceutil/trace.go:171","msg":"trace[93832933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9259; }","duration":"1.474021004s","start":"2026-07-03T16:13:22.928646Z","end":"2026-07-03T16:13:24.402667Z","steps":["trace[93832933] 'agreement among raft nodes before linearized reading' (duration: 1.473913712s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.402666Z","caller":"traceutil/trace.go:171","msg":"trace[1136801201] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9259; }","duration":"445.428573ms","start":"2026-07-03T16:13:23.957219Z","end":"2026-07-03T16:13:24.402648Z","steps":["trace[1136801201] 'agreement among raft nodes before linearized reading' (duration: 445.30384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.402705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.928623Z","time spent":"1.474076955s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:13:24.402525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634768984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:24.402692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215825674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:13:24.402733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.9572Z","time spent":"445.509804ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:24.402751Z","caller":"traceutil/trace.go:171","msg":"trace[723294531] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9259; }","duration":"2.635101222s","start":"2026-07-03T16:13:21.767633Z","end":"2026-07-03T16:13:24.402734Z","steps":["trace[723294531] 'agreement among raft nodes before linearized reading' (duration: 2.634825736s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.402756Z","caller":"traceutil/trace.go:171","msg":"trace[1635654609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9259; }","duration":"3.215915066s","start":"2026-07-03T16:13:21.186824Z","end":"2026-07-03T16:13:24.40274Z","steps":["trace[1635654609] 'agreement among raft nodes before linearized reading' (duration: 3.215767303s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.402794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.18681Z","time spent":"3.215976167s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:24.402373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096716297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:24.402798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708141062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:13:24.402848Z","caller":"traceutil/trace.go:171","msg":"trace[244445483] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9259; }","duration":"2.097233368s","start":"2026-07-03T16:13:22.305602Z","end":"2026-07-03T16:13:24.402835Z","steps":["trace[244445483] 'agreement among raft nodes before linearized reading' (duration: 2.096735327s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.402857Z","caller":"traceutil/trace.go:171","msg":"trace[1749641981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9259; }","duration":"1.708248273s","start":"2026-07-03T16:13:22.694593Z","end":"2026-07-03T16:13:24.402842Z","steps":["trace[1749641981] 'agreement among raft nodes before linearized reading' (duration: 1.70807827s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.402796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.767615Z","time spent":"2.635165613s","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:24.402604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.918725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:24.403156Z","caller":"traceutil/trace.go:171","msg":"trace[808980857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9259; }","duration":"457.59601ms","start":"2026-07-03T16:13:23.945545Z","end":"2026-07-03T16:13:24.403141Z","steps":["trace[808980857] 'agreement among raft nodes before linearized reading' (duration: 456.927135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.403276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.945524Z","time spent":"457.737094ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:24.402886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.69457Z","time spent":"1.708310555s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:13:24.402888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.305582Z","time spent":"2.097293949s","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:25.928725Z","caller":"traceutil/trace.go:171","msg":"trace[407409388] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"151.686574ms","start":"2026-07-03T16:13:25.776978Z","end":"2026-07-03T16:13:25.928664Z","steps":["trace[407409388] 'process raft request' (duration: 151.51145ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:26.41941Z","caller":"traceutil/trace.go:171","msg":"trace[195128251] linearizableReadLoop","detail":"{readStateIndex:9616; appliedIndex:9615; }","duration":"473.432322ms","start":"2026-07-03T16:13:25.94595Z","end":"2026-07-03T16:13:26.419383Z","steps":["trace[195128251] 'read index received' (duration: 473.31276ms)","trace[195128251] 'applied index is now lower than readState.Index' (duration: 118.352µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:26.419511Z","caller":"traceutil/trace.go:171","msg":"trace[1533917300] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"552.949898ms","start":"2026-07-03T16:13:25.866534Z","end":"2026-07-03T16:13:26.419484Z","steps":["trace[1533917300] 'process raft request' (duration: 552.683082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:26.419589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.595006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:26.419634Z","caller":"traceutil/trace.go:171","msg":"trace[1268295720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9267; }","duration":"473.714049ms","start":"2026-07-03T16:13:25.945905Z","end":"2026-07-03T16:13:26.419619Z","steps":["trace[1268295720] 'agreement among raft nodes before linearized reading' (duration: 473.604736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:26.419656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.866514Z","time spent":"553.059441ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:26.419696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.945888Z","time spent":"473.79686ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:27.390183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.149578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-03T16:13:27.39067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.608243ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:27.390794Z","caller":"traceutil/trace.go:171","msg":"trace[1211621851] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9267; }","duration":"401.736676ms","start":"2026-07-03T16:13:26.989032Z","end":"2026-07-03T16:13:27.390769Z","steps":["trace[1211621851] 'range keys from in-memory index tree' (duration: 401.593053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.390783Z","caller":"traceutil/trace.go:171","msg":"trace[786152794] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"997.254075ms","start":"2026-07-03T16:13:26.393503Z","end":"2026-07-03T16:13:27.390757Z","steps":["trace[786152794] 'process raft request' (duration: 996.770705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.390924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.393476Z","time spent":"997.368618ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:27.479535Z","caller":"traceutil/trace.go:171","msg":"trace[1549391881] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"1.085402099s","start":"2026-07-03T16:13:26.394109Z","end":"2026-07-03T16:13:27.479511Z","steps":["trace[1549391881] 'process raft request' (duration: 996.631672ms)","trace[1549391881] 'compare' (duration: 88.49576ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:27.479562Z","caller":"traceutil/trace.go:171","msg":"trace[291676713] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"1.085276255s","start":"2026-07-03T16:13:26.394256Z","end":"2026-07-03T16:13:27.479532Z","steps":["trace[291676713] 'process raft request' (duration: 1.085166873s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.47959Z","caller":"traceutil/trace.go:171","msg":"trace[554989979] linearizableReadLoop","detail":"{readStateIndex:9621; appliedIndex:9616; }","duration":"1.06008515s","start":"2026-07-03T16:13:26.419481Z","end":"2026-07-03T16:13:27.479567Z","steps":["trace[554989979] 'read index received' (duration: 394.49494ms)","trace[554989979] 'applied index is now lower than readState.Index' (duration: 665.58944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:27.479681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.394098Z","time spent":"1.085498781s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:27.479746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454126669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:27.479779Z","caller":"traceutil/trace.go:171","msg":"trace[356508491] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9271; }","duration":"1.454220741s","start":"2026-07-03T16:13:26.025549Z","end":"2026-07-03T16:13:27.47977Z","steps":["trace[356508491] 'agreement among raft nodes before linearized reading' (duration: 1.45413654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.479766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.394248Z","time spent":"1.085388307s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:27.479803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.025528Z","time spent":"1.454268783s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:27.479804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059300073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:27.479798Z","caller":"traceutil/trace.go:171","msg":"trace[968095340] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"1.085454769s","start":"2026-07-03T16:13:26.394302Z","end":"2026-07-03T16:13:27.479757Z","steps":["trace[968095340] 'process raft request' (duration: 1.085183723s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.479883Z","caller":"traceutil/trace.go:171","msg":"trace[291556620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9271; }","duration":"1.059403686s","start":"2026-07-03T16:13:26.420459Z","end":"2026-07-03T16:13:27.479862Z","steps":["trace[291556620] 'agreement among raft nodes before linearized reading' (duration: 1.059291162s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.47993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.420446Z","time spent":"1.059472388s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:27.479887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145591113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:27.479962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.637398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-07-03T16:13:27.479982Z","caller":"traceutil/trace.go:171","msg":"trace[570809176] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9271; }","duration":"149.704949ms","start":"2026-07-03T16:13:27.330272Z","end":"2026-07-03T16:13:27.479977Z","steps":["trace[570809176] 'agreement among raft nodes before linearized reading' (duration: 149.591187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.479977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.394296Z","time spent":"1.085589233s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:27.48001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052961498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:13:27.480055Z","caller":"traceutil/trace.go:171","msg":"trace[2028563684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9271; }","duration":"1.053016039s","start":"2026-07-03T16:13:26.427028Z","end":"2026-07-03T16:13:27.480044Z","steps":["trace[2028563684] 'agreement among raft nodes before linearized reading' (duration: 1.052881246s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.480044Z","caller":"traceutil/trace.go:171","msg":"trace[250324607] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9271; }","duration":"1.145711526s","start":"2026-07-03T16:13:26.334266Z","end":"2026-07-03T16:13:27.479977Z","steps":["trace[250324607] 'agreement among raft nodes before linearized reading' (duration: 1.1454928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.480109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054922313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18bed3a225d39567\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-03T16:13:27.480137Z","caller":"traceutil/trace.go:171","msg":"trace[1793302526] range","detail":"{range_begin:/registry/events/openstack/ceph.18bed3a225d39567; range_end:; response_count:1; response_revision:9271; }","duration":"1.054986455s","start":"2026-07-03T16:13:26.425144Z","end":"2026-07-03T16:13:27.480131Z","steps":["trace[1793302526] 'agreement among raft nodes before linearized reading' (duration: 1.054883242s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.480163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.425123Z","time spent":"1.055035795s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18bed3a225d39567\" "} {"level":"warn","ts":"2026-07-03T16:13:27.480171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053123561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T16:13:27.4802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050060992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:13:27.480207Z","caller":"traceutil/trace.go:171","msg":"trace[714805081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9271; }","duration":"1.053186093s","start":"2026-07-03T16:13:26.427012Z","end":"2026-07-03T16:13:27.480198Z","steps":["trace[714805081] 'agreement among raft nodes before linearized reading' (duration: 1.053098911s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.480223Z","caller":"traceutil/trace.go:171","msg":"trace[782073599] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9271; }","duration":"1.050098603s","start":"2026-07-03T16:13:26.430119Z","end":"2026-07-03T16:13:27.480218Z","steps":["trace[782073599] 'agreement among raft nodes before linearized reading' (duration: 1.050039961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.480205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.334205Z","time spent":"1.145976522s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:27.480281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052063388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:13:27.480298Z","caller":"traceutil/trace.go:171","msg":"trace[317644057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9271; }","duration":"1.052105018s","start":"2026-07-03T16:13:26.428189Z","end":"2026-07-03T16:13:27.480294Z","steps":["trace[317644057] 'agreement among raft nodes before linearized reading' (duration: 1.052060217s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.480312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.428178Z","time spent":"1.052131269s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:27.480092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.427017Z","time spent":"1.053067021s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:13:27.47985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051942435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:13:27.480386Z","caller":"traceutil/trace.go:171","msg":"trace[1021378809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9271; }","duration":"1.052497587s","start":"2026-07-03T16:13:26.427874Z","end":"2026-07-03T16:13:27.480372Z","steps":["trace[1021378809] 'agreement among raft nodes before linearized reading' (duration: 1.051892862s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.48024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.430112Z","time spent":"1.050125903s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:13:27.480432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.427861Z","time spent":"1.052560399s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:27.480221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057577983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:13:27.480469Z","caller":"traceutil/trace.go:171","msg":"trace[1830082460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9271; }","duration":"1.057891661s","start":"2026-07-03T16:13:26.42257Z","end":"2026-07-03T16:13:27.480462Z","steps":["trace[1830082460] 'agreement among raft nodes before linearized reading' (duration: 1.057548793s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.480494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.422559Z","time spent":"1.057927292s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:27.480239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.426999Z","time spent":"1.053233064s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:13:27.756142Z","caller":"traceutil/trace.go:171","msg":"trace[713136430] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"269.74006ms","start":"2026-07-03T16:13:27.486379Z","end":"2026-07-03T16:13:27.756119Z","steps":["trace[713136430] 'process raft request' (duration: 269.548716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.756477Z","caller":"traceutil/trace.go:171","msg":"trace[802858669] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"270.037616ms","start":"2026-07-03T16:13:27.486401Z","end":"2026-07-03T16:13:27.756439Z","steps":["trace[802858669] 'process raft request' (duration: 269.675528ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.756536Z","caller":"traceutil/trace.go:171","msg":"trace[1696815940] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"270.113018ms","start":"2026-07-03T16:13:27.486408Z","end":"2026-07-03T16:13:27.756521Z","steps":["trace[1696815940] 'process raft request' (duration: 269.929284ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.756565Z","caller":"traceutil/trace.go:171","msg":"trace[1093956651] linearizableReadLoop","detail":"{readStateIndex:9627; appliedIndex:9622; }","duration":"212.643697ms","start":"2026-07-03T16:13:27.543892Z","end":"2026-07-03T16:13:27.756536Z","steps":["trace[1093956651] 'read index received' (duration: 212.012352ms)","trace[1093956651] 'applied index is now lower than readState.Index' (duration: 629.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:27.756644Z","caller":"traceutil/trace.go:171","msg":"trace[1615156194] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"268.725527ms","start":"2026-07-03T16:13:27.487895Z","end":"2026-07-03T16:13:27.75662Z","steps":["trace[1615156194] 'process raft request' (duration: 268.594095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.756669Z","caller":"traceutil/trace.go:171","msg":"trace[1183965879] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"269.537116ms","start":"2026-07-03T16:13:27.487107Z","end":"2026-07-03T16:13:27.756644Z","steps":["trace[1183965879] 'process raft request' (duration: 269.343392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.756707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.26554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:27.756763Z","caller":"traceutil/trace.go:171","msg":"trace[519401525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9277; }","duration":"269.364371ms","start":"2026-07-03T16:13:27.487384Z","end":"2026-07-03T16:13:27.756748Z","steps":["trace[519401525] 'agreement among raft nodes before linearized reading' (duration: 269.265359ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:28.290586Z","caller":"traceutil/trace.go:171","msg":"trace[183888147] linearizableReadLoop","detail":"{readStateIndex:9628; appliedIndex:9627; }","duration":"130.03732ms","start":"2026-07-03T16:13:28.160512Z","end":"2026-07-03T16:13:28.290549Z","steps":["trace[183888147] 'read index received' (duration: 129.632901ms)","trace[183888147] 'applied index is now lower than readState.Index' (duration: 403.199µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:28.290617Z","caller":"traceutil/trace.go:171","msg":"trace[1551759435] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"414.529067ms","start":"2026-07-03T16:13:27.876054Z","end":"2026-07-03T16:13:28.290583Z","steps":["trace[1551759435] 'process raft request' (duration: 414.189959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:28.290714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.181994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:28.290748Z","caller":"traceutil/trace.go:171","msg":"trace[1632716532] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9278; }","duration":"130.277916ms","start":"2026-07-03T16:13:28.160459Z","end":"2026-07-03T16:13:28.290737Z","steps":["trace[1632716532] 'agreement among raft nodes before linearized reading' (duration: 130.192514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:28.290775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.876032Z","time spent":"414.65867ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:28.329988Z","caller":"traceutil/trace.go:171","msg":"trace[1937890283] transaction","detail":"{read_only:false; response_revision:9279; number_of_response:1; }","duration":"108.925548ms","start":"2026-07-03T16:13:28.22104Z","end":"2026-07-03T16:13:28.329966Z","steps":["trace[1937890283] 'process raft request' (duration: 108.776155ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:28.33023Z","caller":"traceutil/trace.go:171","msg":"trace[1779894264] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"107.582526ms","start":"2026-07-03T16:13:28.222617Z","end":"2026-07-03T16:13:28.330199Z","steps":["trace[1779894264] 'process raft request' (duration: 107.31197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:28.714619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.456822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:28.7147Z","caller":"traceutil/trace.go:171","msg":"trace[813766332] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9280; }","duration":"205.593155ms","start":"2026-07-03T16:13:28.509088Z","end":"2026-07-03T16:13:28.714681Z","steps":["trace[813766332] 'count revisions from in-memory index tree' (duration: 205.350069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.041508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687344946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:13:30.413887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010808445s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:13:30.414327Z","caller":"traceutil/trace.go:171","msg":"trace[1659158802] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"1.011342477s","start":"2026-07-03T16:13:29.402955Z","end":"2026-07-03T16:13:30.414298Z","steps":["trace[1659158802] 'process raft request' (duration: 1.011137223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.414512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.402929Z","time spent":"1.011481631s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:31.591748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177682786s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:13:31.945646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:13:31.945743Z","caller":"traceutil/trace.go:171","msg":"trace[1432986898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008807s","start":"2026-07-03T16:13:29.945717Z","end":"2026-07-03T16:13:31.945726Z","steps":["trace[1432986898] 'agreement among raft nodes before linearized reading' (duration: 1.999891994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:31.945786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.945696Z","time spent":"2.000080278s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:32.998778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.1313Z","time spent":"1.86746108s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:13:32.999391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407296531s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:32.999983Z","caller":"traceutil/trace.go:171","msg":"trace[1212631189] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"579.644559ms","start":"2026-07-03T16:13:32.420313Z","end":"2026-07-03T16:13:32.999957Z","steps":["trace[1212631189] 'process raft request' (duration: 579.579447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.999996Z","caller":"traceutil/trace.go:171","msg":"trace[1040383757] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"3.506170526s","start":"2026-07-03T16:13:29.493796Z","end":"2026-07-03T16:13:32.999967Z","steps":["trace[1040383757] 'process raft request' (duration: 3.505855349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.000103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.420297Z","time spent":"579.750711ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:33.000141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.493773Z","time spent":"3.506285148s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:33.000268Z","caller":"traceutil/trace.go:171","msg":"trace[1549979868] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"3.513069452s","start":"2026-07-03T16:13:29.487186Z","end":"2026-07-03T16:13:33.000255Z","steps":["trace[1549979868] 'process raft request' (duration: 3.512339746s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:33.0003Z","caller":"traceutil/trace.go:171","msg":"trace[1660145909] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"1.997147461s","start":"2026-07-03T16:13:31.003119Z","end":"2026-07-03T16:13:33.000267Z","steps":["trace[1660145909] 'process raft request' (duration: 1.99665389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.000334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.487176Z","time spent":"3.513127933s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:33.000309Z","caller":"traceutil/trace.go:171","msg":"trace[1302679084] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"1.106206814s","start":"2026-07-03T16:13:31.894064Z","end":"2026-07-03T16:13:33.000271Z","steps":["trace[1302679084] 'process raft request' (duration: 1.105769924s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:33.000358Z","caller":"traceutil/trace.go:171","msg":"trace[2053507204] linearizableReadLoop","detail":"{readStateIndex:9634; appliedIndex:9630; }","duration":"3.459757465s","start":"2026-07-03T16:13:29.540575Z","end":"2026-07-03T16:13:33.000333Z","steps":["trace[2053507204] 'read index received' (duration: 873.51047ms)","trace[2053507204] 'applied index is now lower than readState.Index' (duration: 2.586243385s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:33.000462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.003101Z","time spent":"1.997276334s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:33.000444Z","caller":"traceutil/trace.go:171","msg":"trace[620334582] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"3.513666936s","start":"2026-07-03T16:13:29.48674Z","end":"2026-07-03T16:13:33.000407Z","steps":["trace[620334582] 'process raft request' (duration: 2.105225309s)","trace[620334582] 'compare' (duration: 1.406994964s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:33.000505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.894028Z","time spent":"1.106363327s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:33.000583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4599985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:13:33.000605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.486716Z","time spent":"3.513802969s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:33.000627Z","caller":"traceutil/trace.go:171","msg":"trace[1237864496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9287; }","duration":"3.460078772s","start":"2026-07-03T16:13:29.540537Z","end":"2026-07-03T16:13:33.000616Z","steps":["trace[1237864496] 'agreement among raft nodes before linearized reading' (duration: 3.459924069s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.000765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.540525Z","time spent":"3.460230615s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:13:33.000727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448886707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:13:33.000964Z","caller":"traceutil/trace.go:171","msg":"trace[2128205003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9287; }","duration":"3.449140012s","start":"2026-07-03T16:13:29.551812Z","end":"2026-07-03T16:13:33.000952Z","steps":["trace[2128205003] 'agreement among raft nodes before linearized reading' (duration: 3.448848645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.000971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926108107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:33.000988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062824911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:33.001043Z","caller":"traceutil/trace.go:171","msg":"trace[563946861] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9287; }","duration":"2.062914343s","start":"2026-07-03T16:13:30.938112Z","end":"2026-07-03T16:13:33.001026Z","steps":["trace[563946861] 'agreement among raft nodes before linearized reading' (duration: 2.062818141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.00109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.938093Z","time spent":"2.062988815s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:33.001084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233650651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:13:33.001106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134722552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:33.001128Z","caller":"traceutil/trace.go:171","msg":"trace[1569387956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9287; }","duration":"3.233702082s","start":"2026-07-03T16:13:29.767418Z","end":"2026-07-03T16:13:33.00112Z","steps":["trace[1569387956] 'agreement among raft nodes before linearized reading' (duration: 3.233605019s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233650961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:13:33.001155Z","caller":"traceutil/trace.go:171","msg":"trace[1753463616] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9287; }","duration":"3.134805484s","start":"2026-07-03T16:13:29.866339Z","end":"2026-07-03T16:13:33.001144Z","steps":["trace[1753463616] 'agreement among raft nodes before linearized reading' (duration: 3.134728132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.767414Z","time spent":"3.233735282s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:13:33.001172Z","caller":"traceutil/trace.go:171","msg":"trace[1746908347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9287; }","duration":"3.233698242s","start":"2026-07-03T16:13:29.767463Z","end":"2026-07-03T16:13:33.001161Z","steps":["trace[1746908347] 'agreement among raft nodes before linearized reading' (duration: 3.233552868s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233774543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:13:33.001188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.866324Z","time spent":"3.134854655s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:33.001165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344075806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:33.001004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.551801Z","time spent":"3.449192134s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"info","ts":"2026-07-03T16:13:33.001213Z","caller":"traceutil/trace.go:171","msg":"trace[2053265132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9287; }","duration":"3.233840385s","start":"2026-07-03T16:13:29.767361Z","end":"2026-07-03T16:13:33.001201Z","steps":["trace[2053265132] 'agreement among raft nodes before linearized reading' (duration: 3.233682232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.76732Z","time spent":"3.233948307s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:33.001299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518105149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:33.001004Z","caller":"traceutil/trace.go:171","msg":"trace[297054001] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9287; }","duration":"2.926184059s","start":"2026-07-03T16:13:30.074811Z","end":"2026-07-03T16:13:33.000995Z","steps":["trace[297054001] 'agreement among raft nodes before linearized reading' (duration: 2.926123467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.76746Z","time spent":"3.233736942s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:33.001345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932362871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:33.001346Z","caller":"traceutil/trace.go:171","msg":"trace[1763243745] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9287; }","duration":"1.518189722s","start":"2026-07-03T16:13:31.483146Z","end":"2026-07-03T16:13:33.001336Z","steps":["trace[1763243745] 'agreement among raft nodes before linearized reading' (duration: 1.51812134s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:33.00127Z","caller":"traceutil/trace.go:171","msg":"trace[1885968557] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9287; }","duration":"1.344230439s","start":"2026-07-03T16:13:31.657017Z","end":"2026-07-03T16:13:33.001247Z","steps":["trace[1885968557] 'agreement among raft nodes before linearized reading' (duration: 1.344063536s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920408609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:33.001382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055352332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:33.001393Z","caller":"traceutil/trace.go:171","msg":"trace[1575052668] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9287; }","duration":"1.932473464s","start":"2026-07-03T16:13:31.068905Z","end":"2026-07-03T16:13:33.001378Z","steps":["trace[1575052668] 'agreement among raft nodes before linearized reading' (duration: 1.93233493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.656996Z","time spent":"1.344394754s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:33.001407Z","caller":"traceutil/trace.go:171","msg":"trace[1623419953] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9287; }","duration":"1.920486901s","start":"2026-07-03T16:13:31.080907Z","end":"2026-07-03T16:13:33.001394Z","steps":["trace[1623419953] 'agreement among raft nodes before linearized reading' (duration: 1.920426698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.00135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.815475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:33.001427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.068884Z","time spent":"1.932537506s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":56,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:33.001423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131182854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:33.001443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.080887Z","time spent":"1.920547113s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:33.001171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233702702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:13:33.001457Z","caller":"traceutil/trace.go:171","msg":"trace[1890696675] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9287; }","duration":"291.952669ms","start":"2026-07-03T16:13:32.709487Z","end":"2026-07-03T16:13:33.001439Z","steps":["trace[1890696675] 'agreement among raft nodes before linearized reading' (duration: 291.818215ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:33.001482Z","caller":"traceutil/trace.go:171","msg":"trace[724241820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9287; }","duration":"1.131270736s","start":"2026-07-03T16:13:31.870194Z","end":"2026-07-03T16:13:33.001465Z","steps":["trace[724241820] 'agreement among raft nodes before linearized reading' (duration: 1.131189175s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233743472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:13:33.001536Z","caller":"traceutil/trace.go:171","msg":"trace[202452517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9287; }","duration":"3.234075492s","start":"2026-07-03T16:13:29.767449Z","end":"2026-07-03T16:13:33.001524Z","steps":["trace[202452517] 'agreement among raft nodes before linearized reading' (duration: 3.23360127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.00154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.870176Z","time spent":"1.131348728s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:33.001588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.767446Z","time spent":"3.234130093s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:33.001402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.483126Z","time spent":"1.518262225s","remote":"127.0.0.1:57258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:33.001432Z","caller":"traceutil/trace.go:171","msg":"trace[234821601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9287; }","duration":"1.055429834s","start":"2026-07-03T16:13:31.945988Z","end":"2026-07-03T16:13:33.001418Z","steps":["trace[234821601] 'agreement among raft nodes before linearized reading' (duration: 1.055373873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.00173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.945973Z","time spent":"1.055749842s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:33.001326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010070366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:13:33.001804Z","caller":"traceutil/trace.go:171","msg":"trace[986123106] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:9287; }","duration":"2.010582439s","start":"2026-07-03T16:13:30.991212Z","end":"2026-07-03T16:13:33.001794Z","steps":["trace[986123106] 'agreement among raft nodes before linearized reading' (duration: 2.010050956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.991189Z","time spent":"2.01064509s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:13:33.001492Z","caller":"traceutil/trace.go:171","msg":"trace[1107611410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9287; }","duration":"3.234043391s","start":"2026-07-03T16:13:29.767434Z","end":"2026-07-03T16:13:33.001478Z","steps":["trace[1107611410] 'agreement among raft nodes before linearized reading' (duration: 3.233564429s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.001988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.767431Z","time spent":"3.234548302s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:33.001358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.07479Z","time spent":"2.926556768s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:33.534936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.348617ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T16:13:33.535445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.003824Z","time spent":"531.616722ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:13:33.5356Z","caller":"traceutil/trace.go:171","msg":"trace[1169018698] linearizableReadLoop","detail":"{readStateIndex:9638; appliedIndex:9637; }","duration":"530.618378ms","start":"2026-07-03T16:13:33.004953Z","end":"2026-07-03T16:13:33.535571Z","steps":["trace[1169018698] 'read index received' (duration: 198.630936ms)","trace[1169018698] 'applied index is now lower than readState.Index' (duration: 331.984442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:33.536008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.035958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:13:33.536075Z","caller":"traceutil/trace.go:171","msg":"trace[2140692341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9287; }","duration":"531.1519ms","start":"2026-07-03T16:13:33.004907Z","end":"2026-07-03T16:13:33.536059Z","steps":["trace[2140692341] 'agreement among raft nodes before linearized reading' (duration: 530.907394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.536121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.004889Z","time spent":"531.221162ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:13:33.536318Z","caller":"traceutil/trace.go:171","msg":"trace[551939027] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"529.851321ms","start":"2026-07-03T16:13:33.006436Z","end":"2026-07-03T16:13:33.536287Z","steps":["trace[551939027] 'process raft request' (duration: 529.544394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.536553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.006414Z","time spent":"530.036656ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:33.536684Z","caller":"traceutil/trace.go:171","msg":"trace[439323407] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"530.158518ms","start":"2026-07-03T16:13:33.006503Z","end":"2026-07-03T16:13:33.536662Z","steps":["trace[439323407] 'process raft request' (duration: 529.722387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.536844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.006498Z","time spent":"530.247511ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:33.536917Z","caller":"traceutil/trace.go:171","msg":"trace[2123732746] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"530.377634ms","start":"2026-07-03T16:13:33.00652Z","end":"2026-07-03T16:13:33.536898Z","steps":["trace[2123732746] 'process raft request' (duration: 530.016095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.537014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.006506Z","time spent":"530.457245ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:33.53711Z","caller":"traceutil/trace.go:171","msg":"trace[1274935497] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"530.494356ms","start":"2026-07-03T16:13:33.006591Z","end":"2026-07-03T16:13:33.537085Z","steps":["trace[1274935497] 'process raft request' (duration: 530.22517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.537234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.006576Z","time spent":"530.602229ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:33.537417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.833207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:33.537479Z","caller":"traceutil/trace.go:171","msg":"trace[1250706248] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9292; }","duration":"165.934529ms","start":"2026-07-03T16:13:33.371527Z","end":"2026-07-03T16:13:33.537461Z","steps":["trace[1250706248] 'agreement among raft nodes before linearized reading' (duration: 165.831567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:33.537655Z","caller":"traceutil/trace.go:171","msg":"trace[723771685] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"530.868495ms","start":"2026-07-03T16:13:33.006765Z","end":"2026-07-03T16:13:33.537633Z","steps":["trace[723771685] 'process raft request' (duration: 530.226481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.537685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.415235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:33.537737Z","caller":"traceutil/trace.go:171","msg":"trace[1655140636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9292; }","duration":"527.488956ms","start":"2026-07-03T16:13:33.010235Z","end":"2026-07-03T16:13:33.537724Z","steps":["trace[1655140636] 'agreement among raft nodes before linearized reading' (duration: 527.396574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.537785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.010227Z","time spent":"527.539038ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:33.537774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.006753Z","time spent":"530.966987ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:33.537865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.239583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227519"} {"level":"info","ts":"2026-07-03T16:13:33.537971Z","caller":"traceutil/trace.go:171","msg":"trace[49655142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9292; }","duration":"531.365205ms","start":"2026-07-03T16:13:33.006588Z","end":"2026-07-03T16:13:33.537953Z","steps":["trace[49655142] 'agreement among raft nodes before linearized reading' (duration: 530.66682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.537915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.267863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:13:33.538081Z","caller":"traceutil/trace.go:171","msg":"trace[1344953816] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:9292; }","duration":"531.425918ms","start":"2026-07-03T16:13:33.006632Z","end":"2026-07-03T16:13:33.538058Z","steps":["trace[1344953816] 'agreement among raft nodes before linearized reading' (duration: 531.193353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:33.53809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.006581Z","time spent":"531.464098ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227542,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:13:33.538134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.006629Z","time spent":"531.490809ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:13:34.038339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687344964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:13:34.153481Z","caller":"traceutil/trace.go:171","msg":"trace[387889509] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"616.04846ms","start":"2026-07-03T16:13:33.53741Z","end":"2026-07-03T16:13:34.153458Z","steps":["trace[387889509] 'process raft request' (duration: 615.910687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:34.153629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.537384Z","time spent":"616.165762ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:34.223463Z","caller":"traceutil/trace.go:171","msg":"trace[855026109] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"682.966388ms","start":"2026-07-03T16:13:33.54046Z","end":"2026-07-03T16:13:34.223427Z","steps":["trace[855026109] 'process raft request' (duration: 682.690682ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:34.223455Z","caller":"traceutil/trace.go:171","msg":"trace[857233639] linearizableReadLoop","detail":"{readStateIndex:9645; appliedIndex:9643; }","duration":"685.909765ms","start":"2026-07-03T16:13:33.537501Z","end":"2026-07-03T16:13:34.223411Z","steps":["trace[857233639] 'read index received' (duration: 615.925847ms)","trace[857233639] 'applied index is now lower than readState.Index' (duration: 69.981558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:34.22358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.540445Z","time spent":"683.072091ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:34.22395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.401936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19533"} {"level":"warn","ts":"2026-07-03T16:13:34.223953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.100427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:34.224081Z","caller":"traceutil/trace.go:171","msg":"trace[1064451489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9294; }","duration":"685.259221ms","start":"2026-07-03T16:13:33.538787Z","end":"2026-07-03T16:13:34.224047Z","steps":["trace[1064451489] 'agreement among raft nodes before linearized reading' (duration: 685.052906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:34.224158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.538773Z","time spent":"685.369593ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:13:34.224009Z","caller":"traceutil/trace.go:171","msg":"trace[1770509320] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9294; }","duration":"686.52858ms","start":"2026-07-03T16:13:33.537466Z","end":"2026-07-03T16:13:34.223994Z","steps":["trace[1770509320] 'agreement among raft nodes before linearized reading' (duration: 686.169781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:34.224291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.537442Z","time spent":"686.779645ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19556,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:13:38.260577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.509789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:38.260854Z","caller":"traceutil/trace.go:171","msg":"trace[1484027860] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"808.25502ms","start":"2026-07-03T16:13:37.452571Z","end":"2026-07-03T16:13:38.260826Z","steps":["trace[1484027860] 'process raft request' (duration: 276.421934ms)","trace[1484027860] 'compare' (duration: 530.727231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:38.260983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.452558Z","time spent":"808.362772ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:38.261072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.286707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dh64h\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-07-03T16:13:38.261148Z","caller":"traceutil/trace.go:171","msg":"trace[414510720] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dh64h; range_end:; response_count:1; response_revision:9322; }","duration":"807.395279ms","start":"2026-07-03T16:13:37.453721Z","end":"2026-07-03T16:13:38.261116Z","steps":["trace[414510720] 'agreement among raft nodes before linearized reading' (duration: 807.219375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.261185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.453696Z","time spent":"807.480472ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dh64h\" "} {"level":"info","ts":"2026-07-03T16:13:38.260663Z","caller":"traceutil/trace.go:171","msg":"trace[1589045728] linearizableReadLoop","detail":"{readStateIndex:9673; appliedIndex:9672; }","duration":"806.867278ms","start":"2026-07-03T16:13:37.453782Z","end":"2026-07-03T16:13:38.260649Z","steps":["trace[1589045728] 'read index received' (duration: 275.142604ms)","trace[1589045728] 'applied index is now lower than readState.Index' (duration: 531.723374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:38.954411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.720728ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T16:13:38.954753Z","caller":"traceutil/trace.go:171","msg":"trace[1336538834] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"804.241838ms","start":"2026-07-03T16:13:38.150493Z","end":"2026-07-03T16:13:38.954735Z","steps":["trace[1336538834] 'process raft request' (duration: 804.024343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.95486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.150468Z","time spent":"804.332399ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:38.95541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402351398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:13:38.955458Z","caller":"traceutil/trace.go:171","msg":"trace[2027678853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9324; }","duration":"1.402415109s","start":"2026-07-03T16:13:37.553032Z","end":"2026-07-03T16:13:38.955447Z","steps":["trace[2027678853] 'agreement among raft nodes before linearized reading' (duration: 1.402259285s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.955489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.553023Z","time spent":"1.402459091s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:38.955474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397503927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:13:38.955557Z","caller":"traceutil/trace.go:171","msg":"trace[1761298600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9324; }","duration":"1.397609279s","start":"2026-07-03T16:13:37.55793Z","end":"2026-07-03T16:13:38.955539Z","steps":["trace[1761298600] 'agreement among raft nodes before linearized reading' (duration: 1.397343933s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:38.955648Z","caller":"traceutil/trace.go:171","msg":"trace[1096028488] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9324; }","duration":"692.828393ms","start":"2026-07-03T16:13:38.262795Z","end":"2026-07-03T16:13:38.955624Z","steps":["trace[1096028488] 'process raft request' (duration: 691.874791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.95573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.557921Z","time spent":"1.397789793s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:13:38.955817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010477168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:38.95585Z","caller":"traceutil/trace.go:171","msg":"trace[830697885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9324; }","duration":"1.01054741s","start":"2026-07-03T16:13:37.945293Z","end":"2026-07-03T16:13:38.955841Z","steps":["trace[830697885] 'agreement among raft nodes before linearized reading' (duration: 1.010492938s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.955841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.262774Z","time spent":"692.985866ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-03T16:13:38.955887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.945272Z","time spent":"1.010609422s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:38.955474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400740801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:13:38.956141Z","caller":"traceutil/trace.go:171","msg":"trace[1374853387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9324; }","duration":"1.401461237s","start":"2026-07-03T16:13:37.55467Z","end":"2026-07-03T16:13:38.956131Z","steps":["trace[1374853387] 'agreement among raft nodes before linearized reading' (duration: 1.400625128s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.956182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.554639Z","time spent":"1.401530518s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:38.956251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403730029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:13:38.956301Z","caller":"traceutil/trace.go:171","msg":"trace[1023223154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9324; }","duration":"1.403816481s","start":"2026-07-03T16:13:37.552474Z","end":"2026-07-03T16:13:38.956291Z","steps":["trace[1023223154] 'agreement among raft nodes before linearized reading' (duration: 1.403674918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.956338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.552454Z","time spent":"1.403876972s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:38.956765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40426446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:13:38.956817Z","caller":"traceutil/trace.go:171","msg":"trace[1097284845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9324; }","duration":"1.404362303s","start":"2026-07-03T16:13:37.552444Z","end":"2026-07-03T16:13:38.956806Z","steps":["trace[1097284845] 'agreement among raft nodes before linearized reading' (duration: 1.404237711s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.956846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.552418Z","time spent":"1.404422114s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:38.958161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405528681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:13:38.958229Z","caller":"traceutil/trace.go:171","msg":"trace[1832973540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9324; }","duration":"1.405649413s","start":"2026-07-03T16:13:37.552564Z","end":"2026-07-03T16:13:38.958213Z","steps":["trace[1832973540] 'agreement among raft nodes before linearized reading' (duration: 1.402975542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.958447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:37.552515Z","time spent":"1.405913119s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:13:38.955015Z","caller":"traceutil/trace.go:171","msg":"trace[248166693] linearizableReadLoop","detail":"{readStateIndex:9675; appliedIndex:9673; }","duration":"693.017808ms","start":"2026-07-03T16:13:38.261948Z","end":"2026-07-03T16:13:38.954966Z","steps":["trace[248166693] 'read index received' (duration: 356.8325ms)","trace[248166693] 'applied index is now lower than readState.Index' (duration: 336.183898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:38.959313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.84649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:38.95938Z","caller":"traceutil/trace.go:171","msg":"trace[761749169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9324; }","duration":"286.955023ms","start":"2026-07-03T16:13:38.672408Z","end":"2026-07-03T16:13:38.959363Z","steps":["trace[761749169] 'agreement among raft nodes before linearized reading' (duration: 286.851001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.96034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.630001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dh64h\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-03T16:13:38.960901Z","caller":"traceutil/trace.go:171","msg":"trace[1227256703] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dh64h; range_end:; response_count:1; response_revision:9324; }","duration":"687.829879ms","start":"2026-07-03T16:13:38.272544Z","end":"2026-07-03T16:13:38.960374Z","steps":["trace[1227256703] 'agreement among raft nodes before linearized reading' (duration: 686.538359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:38.960948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.272499Z","time spent":"688.438372ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dh64h\" "} {"level":"info","ts":"2026-07-03T16:13:39.152001Z","caller":"traceutil/trace.go:171","msg":"trace[2068924183] transaction","detail":"{read_only:false; response_revision:9325; number_of_response:1; }","duration":"191.208697ms","start":"2026-07-03T16:13:38.960759Z","end":"2026-07-03T16:13:39.151967Z","steps":["trace[2068924183] 'process raft request' (duration: 190.982982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:39.152173Z","caller":"traceutil/trace.go:171","msg":"trace[694379002] linearizableReadLoop","detail":"{readStateIndex:9677; appliedIndex:9677; }","duration":"187.198576ms","start":"2026-07-03T16:13:38.964946Z","end":"2026-07-03T16:13:39.152144Z","steps":["trace[694379002] 'read index received' (duration: 187.191786ms)","trace[694379002] 'applied index is now lower than readState.Index' (duration: 5.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:39.152394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.424511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dh64h\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-03T16:13:39.152427Z","caller":"traceutil/trace.go:171","msg":"trace[883750015] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dh64h; range_end:; response_count:1; response_revision:9325; }","duration":"187.485052ms","start":"2026-07-03T16:13:38.964931Z","end":"2026-07-03T16:13:39.152416Z","steps":["trace[883750015] 'agreement among raft nodes before linearized reading' (duration: 187.323778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:39.387977Z","caller":"traceutil/trace.go:171","msg":"trace[806521810] transaction","detail":"{read_only:false; response_revision:9326; number_of_response:1; }","duration":"422.915219ms","start":"2026-07-03T16:13:38.965015Z","end":"2026-07-03T16:13:39.38793Z","steps":["trace[806521810] 'process raft request' (duration: 401.774156ms)","trace[806521810] 'compare' (duration: 20.621761ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:39.388157Z","caller":"traceutil/trace.go:171","msg":"trace[936372819] transaction","detail":"{read_only:false; response_revision:9332; number_of_response:1; }","duration":"310.657765ms","start":"2026-07-03T16:13:39.077479Z","end":"2026-07-03T16:13:39.388137Z","steps":["trace[936372819] 'process raft request' (duration: 310.574103ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:39.388159Z","caller":"traceutil/trace.go:171","msg":"trace[310923623] transaction","detail":"{read_only:false; response_revision:9330; number_of_response:1; }","duration":"350.144527ms","start":"2026-07-03T16:13:39.037985Z","end":"2026-07-03T16:13:39.38813Z","steps":["trace[310923623] 'process raft request' (duration: 349.982423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:39.388184Z","caller":"traceutil/trace.go:171","msg":"trace[1610704456] transaction","detail":"{read_only:false; response_revision:9333; number_of_response:1; }","duration":"307.738558ms","start":"2026-07-03T16:13:39.080414Z","end":"2026-07-03T16:13:39.388152Z","steps":["trace[1610704456] 'process raft request' (duration: 307.675826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:39.388209Z","caller":"traceutil/trace.go:171","msg":"trace[2012453986] transaction","detail":"{read_only:false; response_revision:9329; number_of_response:1; }","duration":"423.088703ms","start":"2026-07-03T16:13:38.965071Z","end":"2026-07-03T16:13:39.38816Z","steps":["trace[2012453986] 'process raft request' (duration: 422.862468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:39.388311Z","caller":"traceutil/trace.go:171","msg":"trace[1521414412] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"423.268167ms","start":"2026-07-03T16:13:38.965023Z","end":"2026-07-03T16:13:39.388291Z","steps":["trace[1521414412] 'process raft request' (duration: 422.726725ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:39.388304Z","caller":"traceutil/trace.go:171","msg":"trace[839333501] linearizableReadLoop","detail":"{readStateIndex:9685; appliedIndex:9677; }","duration":"236.03807ms","start":"2026-07-03T16:13:39.152235Z","end":"2026-07-03T16:13:39.388273Z","steps":["trace[839333501] 'read index received' (duration: 214.580251ms)","trace[839333501] 'applied index is now lower than readState.Index' (duration: 21.453709ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:39.38831Z","caller":"traceutil/trace.go:171","msg":"trace[1152121753] transaction","detail":"{read_only:false; response_revision:9331; number_of_response:1; }","duration":"313.852948ms","start":"2026-07-03T16:13:39.074445Z","end":"2026-07-03T16:13:39.388298Z","steps":["trace[1152121753] 'process raft request' (duration: 313.572972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:39.388282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.965004Z","time spent":"423.131093ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:39.38836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:39.080401Z","time spent":"307.86023ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:39.388413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:39.074409Z","time spent":"313.95047ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:39.388421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.965015Z","time spent":"423.332218ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:39.388409Z","caller":"traceutil/trace.go:171","msg":"trace[745284604] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"227.69346ms","start":"2026-07-03T16:13:39.16068Z","end":"2026-07-03T16:13:39.388373Z","steps":["trace[745284604] 'process raft request' (duration: 227.461144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:39.388413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.965054Z","time spent":"423.254576ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:39.388482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.538251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:39.388544Z","caller":"traceutil/trace.go:171","msg":"trace[326683948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9334; }","duration":"422.606542ms","start":"2026-07-03T16:13:38.965922Z","end":"2026-07-03T16:13:39.388528Z","steps":["trace[326683948] 'agreement among raft nodes before linearized reading' (duration: 422.396196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:39.388593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.965917Z","time spent":"422.668063ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:39.388258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:39.077464Z","time spent":"310.739687ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:39.388648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.274504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dh64h\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-03T16:13:39.388692Z","caller":"traceutil/trace.go:171","msg":"trace[1572288293] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dh64h; range_end:; response_count:1; response_revision:9334; }","duration":"228.364116ms","start":"2026-07-03T16:13:39.160317Z","end":"2026-07-03T16:13:39.388681Z","steps":["trace[1572288293] 'agreement among raft nodes before linearized reading' (duration: 228.218123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:39.388633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:39.037948Z","time spent":"350.304151ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:39.388777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.799779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227434"} {"level":"info","ts":"2026-07-03T16:13:39.388822Z","caller":"traceutil/trace.go:171","msg":"trace[716159941] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9334; }","duration":"423.861261ms","start":"2026-07-03T16:13:38.964948Z","end":"2026-07-03T16:13:39.38881Z","steps":["trace[716159941] 'agreement among raft nodes before linearized reading' (duration: 423.460251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:39.388865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.964939Z","time spent":"423.917032ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227457,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:13:39.388667Z","caller":"traceutil/trace.go:171","msg":"trace[919444847] transaction","detail":"{read_only:false; response_revision:9328; number_of_response:1; }","duration":"423.582275ms","start":"2026-07-03T16:13:38.965067Z","end":"2026-07-03T16:13:39.388649Z","steps":["trace[919444847] 'process raft request' (duration: 422.820257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:39.389086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:38.965061Z","time spent":"423.985104ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:39.389039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.645693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dh64h\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-03T16:13:39.389236Z","caller":"traceutil/trace.go:171","msg":"trace[508684933] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dh64h; range_end:; response_count:1; response_revision:9334; }","duration":"232.871029ms","start":"2026-07-03T16:13:39.15635Z","end":"2026-07-03T16:13:39.389221Z","steps":["trace[508684933] 'agreement among raft nodes before linearized reading' (duration: 232.09229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:40.405971Z","caller":"traceutil/trace.go:171","msg":"trace[1921103954] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"489.04425ms","start":"2026-07-03T16:13:39.916901Z","end":"2026-07-03T16:13:40.405945Z","steps":["trace[1921103954] 'process raft request' (duration: 488.775874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:40.406154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:39.916877Z","time spent":"489.176592ms","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:40.928321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.126371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:40.928461Z","caller":"traceutil/trace.go:171","msg":"trace[1014975654] linearizableReadLoop","detail":"{readStateIndex:9690; appliedIndex:9689; }","duration":"207.241922ms","start":"2026-07-03T16:13:40.721169Z","end":"2026-07-03T16:13:40.928411Z","steps":["trace[1014975654] 'read index received' (duration: 46.151µs)","trace[1014975654] 'applied index is now lower than readState.Index' (duration: 207.194151ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:40.928503Z","caller":"traceutil/trace.go:171","msg":"trace[460495181] transaction","detail":"{read_only:false; response_revision:9338; number_of_response:1; }","duration":"421.68123ms","start":"2026-07-03T16:13:40.506768Z","end":"2026-07-03T16:13:40.92845Z","steps":["trace[460495181] 'process raft request' (duration: 196.080839ms)","trace[460495181] 'compare' (duration: 224.837634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:40.92865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.482678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:40.928694Z","caller":"traceutil/trace.go:171","msg":"trace[714857646] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9338; }","duration":"207.565311ms","start":"2026-07-03T16:13:40.721116Z","end":"2026-07-03T16:13:40.928682Z","steps":["trace[714857646] 'agreement among raft nodes before linearized reading' (duration: 207.380046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:40.928751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:40.506745Z","time spent":"421.865454ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:41.456196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.903311ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T16:13:41.456295Z","caller":"traceutil/trace.go:171","msg":"trace[1712752254] linearizableReadLoop","detail":"{readStateIndex:9691; appliedIndex:9690; }","duration":"297.494535ms","start":"2026-07-03T16:13:41.158784Z","end":"2026-07-03T16:13:41.456279Z","steps":["trace[1712752254] 'read index received' (duration: 95.506402ms)","trace[1712752254] 'applied index is now lower than readState.Index' (duration: 201.986183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:41.456351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:40.992395Z","time spent":"463.953456ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:13:41.456734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.924965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:13:41.456834Z","caller":"traceutil/trace.go:171","msg":"trace[438041247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9338; }","duration":"298.042028ms","start":"2026-07-03T16:13:41.15877Z","end":"2026-07-03T16:13:41.456812Z","steps":["trace[438041247] 'agreement among raft nodes before linearized reading' (duration: 297.72779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:41.773468Z","caller":"traceutil/trace.go:171","msg":"trace[321783966] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"378.830752ms","start":"2026-07-03T16:13:41.394596Z","end":"2026-07-03T16:13:41.773427Z","steps":["trace[321783966] 'process raft request' (duration: 308.809192ms)","trace[321783966] 'compare' (duration: 69.817365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:41.773695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.394564Z","time spent":"379.012956ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:42.14424Z","caller":"traceutil/trace.go:171","msg":"trace[1483317914] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"748.506634ms","start":"2026-07-03T16:13:41.395693Z","end":"2026-07-03T16:13:42.1442Z","steps":["trace[1483317914] 'process raft request' (duration: 730.417462ms)","trace[1483317914] 'compare' (duration: 17.496019ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:42.14435Z","caller":"traceutil/trace.go:171","msg":"trace[1086227494] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"683.156142ms","start":"2026-07-03T16:13:41.461164Z","end":"2026-07-03T16:13:42.144321Z","steps":["trace[1086227494] 'process raft request' (duration: 683.05859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.144506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.456329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:13:42.144559Z","caller":"traceutil/trace.go:171","msg":"trace[1258731435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9344; }","duration":"750.561532ms","start":"2026-07-03T16:13:41.393985Z","end":"2026-07-03T16:13:42.144547Z","steps":["trace[1258731435] 'agreement among raft nodes before linearized reading' (duration: 750.359137ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:42.144571Z","caller":"traceutil/trace.go:171","msg":"trace[1380170621] transaction","detail":"{read_only:false; response_revision:9341; number_of_response:1; }","duration":"748.664078ms","start":"2026-07-03T16:13:41.395896Z","end":"2026-07-03T16:13:42.14456Z","steps":["trace[1380170621] 'process raft request' (duration: 748.150707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.144515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.395653Z","time spent":"748.734949ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:42.14462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.395882Z","time spent":"748.714119ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:42.144636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.393964Z","time spent":"750.632323ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:13:42.144677Z","caller":"traceutil/trace.go:171","msg":"trace[959386193] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"748.344391ms","start":"2026-07-03T16:13:41.396288Z","end":"2026-07-03T16:13:42.144633Z","steps":["trace[959386193] 'process raft request' (duration: 747.85344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.144796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.475149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:13:42.14483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.396281Z","time spent":"748.467523ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:42.144878Z","caller":"traceutil/trace.go:171","msg":"trace[1922027958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9344; }","duration":"750.586851ms","start":"2026-07-03T16:13:41.394273Z","end":"2026-07-03T16:13:42.14486Z","steps":["trace[1922027958] 'agreement among raft nodes before linearized reading' (duration: 750.373086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.144846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.369296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:13:42.144832Z","caller":"traceutil/trace.go:171","msg":"trace[1623954285] transaction","detail":"{read_only:false; response_revision:9343; number_of_response:1; }","duration":"687.159323ms","start":"2026-07-03T16:13:41.457657Z","end":"2026-07-03T16:13:42.144816Z","steps":["trace[1623954285] 'process raft request' (duration: 686.518369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.144926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.39426Z","time spent":"750.657502ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:13:42.144293Z","caller":"traceutil/trace.go:171","msg":"trace[2000679799] linearizableReadLoop","detail":"{readStateIndex:9695; appliedIndex:9691; }","duration":"687.947781ms","start":"2026-07-03T16:13:41.45632Z","end":"2026-07-03T16:13:42.144268Z","steps":["trace[2000679799] 'read index received' (duration: 247.054602ms)","trace[2000679799] 'applied index is now lower than readState.Index' (duration: 440.891999ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:42.144948Z","caller":"traceutil/trace.go:171","msg":"trace[1323931273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9344; }","duration":"750.508329ms","start":"2026-07-03T16:13:41.394416Z","end":"2026-07-03T16:13:42.144924Z","steps":["trace[1323931273] 'agreement among raft nodes before linearized reading' (duration: 750.193072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.144506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.461142Z","time spent":"683.281835ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:42.144992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.457627Z","time spent":"687.309917ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:42.144999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.76926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:13:42.145012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.394409Z","time spent":"750.591651ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:13:42.145047Z","caller":"traceutil/trace.go:171","msg":"trace[1842260820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9344; }","duration":"748.831293ms","start":"2026-07-03T16:13:41.396205Z","end":"2026-07-03T16:13:42.145036Z","steps":["trace[1842260820] 'agreement among raft nodes before linearized reading' (duration: 748.710959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.145091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.396197Z","time spent":"748.883474ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:13:42.144882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.591721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:13:42.145145Z","caller":"traceutil/trace.go:171","msg":"trace[1334831673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9344; }","duration":"750.91402ms","start":"2026-07-03T16:13:41.394219Z","end":"2026-07-03T16:13:42.145133Z","steps":["trace[1334831673] 'agreement among raft nodes before linearized reading' (duration: 750.567151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.145204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:41.394185Z","time spent":"751.000882ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:13:42.269472Z","caller":"traceutil/trace.go:171","msg":"trace[556189680] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"119.312915ms","start":"2026-07-03T16:13:42.150139Z","end":"2026-07-03T16:13:42.269452Z","steps":["trace[556189680] 'process raft request' (duration: 114.362642ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:42.269758Z","caller":"traceutil/trace.go:171","msg":"trace[694939847] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"117.461143ms","start":"2026-07-03T16:13:42.152257Z","end":"2026-07-03T16:13:42.269718Z","steps":["trace[694939847] 'process raft request' (duration: 117.157896ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:42.269916Z","caller":"traceutil/trace.go:171","msg":"trace[350070231] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"117.601766ms","start":"2026-07-03T16:13:42.152291Z","end":"2026-07-03T16:13:42.269893Z","steps":["trace[350070231] 'process raft request' (duration: 117.34367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:42.270032Z","caller":"traceutil/trace.go:171","msg":"trace[742587980] linearizableReadLoop","detail":"{readStateIndex:9699; appliedIndex:9697; }","duration":"119.431688ms","start":"2026-07-03T16:13:42.150552Z","end":"2026-07-03T16:13:42.269897Z","steps":["trace[742587980] 'read index received' (duration: 44.22012ms)","trace[742587980] 'applied index is now lower than readState.Index' (duration: 75.114276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:42.270232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.664783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:13:42.27028Z","caller":"traceutil/trace.go:171","msg":"trace[432140110] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9348; }","duration":"119.766485ms","start":"2026-07-03T16:13:42.150502Z","end":"2026-07-03T16:13:42.270268Z","steps":["trace[432140110] 'agreement among raft nodes before linearized reading' (duration: 119.564401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.270536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.367603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T16:13:42.270602Z","caller":"traceutil/trace.go:171","msg":"trace[1106223346] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9348; }","duration":"104.478685ms","start":"2026-07-03T16:13:42.166103Z","end":"2026-07-03T16:13:42.270582Z","steps":["trace[1106223346] 'agreement among raft nodes before linearized reading' (duration: 104.174958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:42.270885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.887857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227434"} {"level":"info","ts":"2026-07-03T16:13:42.27095Z","caller":"traceutil/trace.go:171","msg":"trace[1806209710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9348; }","duration":"120.00132ms","start":"2026-07-03T16:13:42.150934Z","end":"2026-07-03T16:13:42.270935Z","steps":["trace[1806209710] 'agreement among raft nodes before linearized reading' (duration: 119.330965ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:00.450738Z","caller":"traceutil/trace.go:171","msg":"trace[1841527726] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"102.882419ms","start":"2026-07-03T16:14:00.347825Z","end":"2026-07-03T16:14:00.450707Z","steps":["trace[1841527726] 'process raft request' (duration: 60.603073ms)","trace[1841527726] 'compare' (duration: 42.02862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:03.010395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.42848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:14:03.010793Z","caller":"traceutil/trace.go:171","msg":"trace[349855709] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"696.324153ms","start":"2026-07-03T16:14:02.314449Z","end":"2026-07-03T16:14:03.010773Z","steps":["trace[349855709] 'process raft request' (duration: 64.435962ms)","trace[349855709] 'compare' (duration: 631.326628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:03.010889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.314437Z","time spent":"696.406304ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:03.011018Z","caller":"traceutil/trace.go:171","msg":"trace[860911457] linearizableReadLoop","detail":"{readStateIndex:9902; appliedIndex:9901; }","duration":"549.977199ms","start":"2026-07-03T16:14:02.460687Z","end":"2026-07-03T16:14:03.010664Z","steps":["trace[860911457] 'read index received' (duration: 40.301µs)","trace[860911457] 'applied index is now lower than readState.Index' (duration: 549.935408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:03.011108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.408319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:14:03.011194Z","caller":"traceutil/trace.go:171","msg":"trace[885828394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9540; }","duration":"550.534182ms","start":"2026-07-03T16:14:02.460639Z","end":"2026-07-03T16:14:03.011174Z","steps":["trace[885828394] 'agreement among raft nodes before linearized reading' (duration: 550.298817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:03.01124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.460619Z","time spent":"550.612204ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:03.01142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.600274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:14:03.011415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.090815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:14:03.011468Z","caller":"traceutil/trace.go:171","msg":"trace[1655867711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9540; }","duration":"508.673586ms","start":"2026-07-03T16:14:02.50278Z","end":"2026-07-03T16:14:03.011454Z","steps":["trace[1655867711] 'agreement among raft nodes before linearized reading' (duration: 508.543453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:03.011498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.502766Z","time spent":"508.724877ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:14:03.011495Z","caller":"traceutil/trace.go:171","msg":"trace[765500700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:9540; }","duration":"505.230048ms","start":"2026-07-03T16:14:02.506245Z","end":"2026-07-03T16:14:03.011475Z","steps":["trace[765500700] 'agreement among raft nodes before linearized reading' (duration: 504.937971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:03.011546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.506214Z","time spent":"505.32281ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:14:03.011555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.191576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:14:03.011585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.223106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:14:03.011647Z","caller":"traceutil/trace.go:171","msg":"trace[1335901841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9540; }","duration":"508.325828ms","start":"2026-07-03T16:14:02.503306Z","end":"2026-07-03T16:14:03.011632Z","steps":["trace[1335901841] 'agreement among raft nodes before linearized reading' (duration: 508.175125ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:03.011649Z","caller":"traceutil/trace.go:171","msg":"trace[242940334] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:9540; }","duration":"177.34034ms","start":"2026-07-03T16:14:02.834288Z","end":"2026-07-03T16:14:03.011628Z","steps":["trace[242940334] 'agreement among raft nodes before linearized reading' (duration: 177.137375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:03.011718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.503286Z","time spent":"508.423171ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:14:03.011781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.579401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:14:03.011881Z","caller":"traceutil/trace.go:171","msg":"trace[943127694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9540; }","duration":"542.903748ms","start":"2026-07-03T16:14:02.468956Z","end":"2026-07-03T16:14:03.01186Z","steps":["trace[943127694] 'agreement among raft nodes before linearized reading' (duration: 542.448638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:03.011932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.468937Z","time spent":"542.983991ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:14:03.013107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.329244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:14:03.013225Z","caller":"traceutil/trace.go:171","msg":"trace[1674713688] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9540; }","duration":"545.494558ms","start":"2026-07-03T16:14:02.467714Z","end":"2026-07-03T16:14:03.013209Z","steps":["trace[1674713688] 'agreement among raft nodes before linearized reading' (duration: 543.43302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:03.013301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.467648Z","time spent":"545.638631ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:14:03.235091Z","caller":"traceutil/trace.go:171","msg":"trace[927442421] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"218.826407ms","start":"2026-07-03T16:14:03.016223Z","end":"2026-07-03T16:14:03.23505Z","steps":["trace[927442421] 'process raft request' (duration: 124.496233ms)","trace[927442421] 'compare' (duration: 94.073669ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:03.236159Z","caller":"traceutil/trace.go:171","msg":"trace[1567643125] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"219.874211ms","start":"2026-07-03T16:14:03.016251Z","end":"2026-07-03T16:14:03.236125Z","steps":["trace[1567643125] 'process raft request' (duration: 218.728376ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:03.236318Z","caller":"traceutil/trace.go:171","msg":"trace[409869745] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"219.84524ms","start":"2026-07-03T16:14:03.016452Z","end":"2026-07-03T16:14:03.236297Z","steps":["trace[409869745] 'process raft request' (duration: 219.500883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:03.23653Z","caller":"traceutil/trace.go:171","msg":"trace[1738410361] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9544; }","duration":"208.497781ms","start":"2026-07-03T16:14:03.028015Z","end":"2026-07-03T16:14:03.236513Z","steps":["trace[1738410361] 'process raft request' (duration: 208.43028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:03.236562Z","caller":"traceutil/trace.go:171","msg":"trace[918409500] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"220.012525ms","start":"2026-07-03T16:14:03.016519Z","end":"2026-07-03T16:14:03.236532Z","steps":["trace[918409500] 'process raft request' (duration: 219.728338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:03.457242Z","caller":"traceutil/trace.go:171","msg":"trace[1036993808] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"136.143709ms","start":"2026-07-03T16:14:03.321073Z","end":"2026-07-03T16:14:03.457217Z","steps":["trace[1036993808] 'process raft request' (duration: 136.054477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:03.457265Z","caller":"traceutil/trace.go:171","msg":"trace[4050768] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"136.285712ms","start":"2026-07-03T16:14:03.320946Z","end":"2026-07-03T16:14:03.457231Z","steps":["trace[4050768] 'process raft request' (duration: 99.702987ms)","trace[4050768] 'compare' (duration: 36.165576ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:03.743901Z","caller":"traceutil/trace.go:171","msg":"trace[314854382] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"167.084056ms","start":"2026-07-03T16:14:03.5768Z","end":"2026-07-03T16:14:03.743884Z","steps":["trace[314854382] 'process raft request' (duration: 167.005385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:03.743919Z","caller":"traceutil/trace.go:171","msg":"trace[985187969] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"274.818196ms","start":"2026-07-03T16:14:03.469073Z","end":"2026-07-03T16:14:03.743891Z","steps":["trace[985187969] 'process raft request' (duration: 251.005932ms)","trace[985187969] 'compare' (duration: 23.473025ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:03.966018Z","caller":"traceutil/trace.go:171","msg":"trace[41072151] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"110.890513ms","start":"2026-07-03T16:14:03.855057Z","end":"2026-07-03T16:14:03.965948Z","steps":["trace[41072151] 'process raft request' (duration: 96.981095ms)","trace[41072151] 'compare' (duration: 13.764025ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:07.335097Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7344} {"level":"info","ts":"2026-07-03T16:14:07.335201Z","caller":"traceutil/trace.go:171","msg":"trace[792252545] compact","detail":"{revision:7344; response_revision:9620; }","duration":"106.038892ms","start":"2026-07-03T16:14:07.229129Z","end":"2026-07-03T16:14:07.335168Z","steps":["trace[792252545] 'process raft request' (duration: 66.726914ms)","trace[792252545] 'check and update compact revision' (duration: 39.102503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:07.516741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.203513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:14:07.51696Z","caller":"traceutil/trace.go:171","msg":"trace[1975060070] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"177.551145ms","start":"2026-07-03T16:14:07.339371Z","end":"2026-07-03T16:14:07.516922Z","steps":["trace[1975060070] 'process raft request' (duration: 32.993174ms)","trace[1975060070] 'compare' (duration: 42.201314ms)","trace[1975060070] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 101.794444ms)"],"step_count":3} {"level":"warn","ts":"2026-07-03T16:14:07.71522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.242928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:14:07.715352Z","caller":"traceutil/trace.go:171","msg":"trace[763087104] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"375.956146ms","start":"2026-07-03T16:14:07.339375Z","end":"2026-07-03T16:14:07.715331Z","steps":["trace[763087104] 'process raft request' (duration: 177.521194ms)","trace[763087104] 'compare' (duration: 82.220059ms)","trace[763087104] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 115.852395ms)"],"step_count":3} {"level":"warn","ts":"2026-07-03T16:14:07.7154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:07.339351Z","time spent":"376.027748ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:07.800784Z","caller":"traceutil/trace.go:171","msg":"trace[1630665394] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"460.648651ms","start":"2026-07-03T16:14:07.340095Z","end":"2026-07-03T16:14:07.800744Z","steps":["trace[1630665394] 'process raft request' (duration: 375.22093ms)","trace[1630665394] 'compare' (duration: 11.635235ms)","trace[1630665394] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 73.54041ms)"],"step_count":3} {"level":"warn","ts":"2026-07-03T16:14:07.800961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:07.340077Z","time spent":"460.796764ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:07.801127Z","caller":"traceutil/trace.go:171","msg":"trace[1122245998] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"460.977029ms","start":"2026-07-03T16:14:07.34011Z","end":"2026-07-03T16:14:07.801087Z","steps":["trace[1122245998] 'process raft request' (duration: 460.57032ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:07.801281Z","caller":"traceutil/trace.go:171","msg":"trace[1384694429] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"116.923391ms","start":"2026-07-03T16:14:07.684317Z","end":"2026-07-03T16:14:07.80124Z","steps":["trace[1384694429] 'process raft request' (duration: 116.789398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:07.801325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:07.340081Z","time spent":"461.143102ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:07.801166Z","caller":"traceutil/trace.go:171","msg":"trace[723669676] linearizableReadLoop","detail":"{readStateIndex:9989; appliedIndex:9985; }","duration":"399.891363ms","start":"2026-07-03T16:14:07.401252Z","end":"2026-07-03T16:14:07.801143Z","steps":["trace[723669676] 'read index received' (duration: 87.304745ms)","trace[723669676] 'applied index is now lower than readState.Index' (duration: 312.583998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:07.801513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.226871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ebd38de-8955-482d-b2d9-639f58f836e5\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-03T16:14:07.801591Z","caller":"traceutil/trace.go:171","msg":"trace[487030427] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ebd38de-8955-482d-b2d9-639f58f836e5; range_end:; response_count:1; response_revision:9625; }","duration":"400.349624ms","start":"2026-07-03T16:14:07.401203Z","end":"2026-07-03T16:14:07.801552Z","steps":["trace[487030427] 'agreement among raft nodes before linearized reading' (duration: 400.004456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:07.801661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:07.401185Z","time spent":"400.441275ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ebd38de-8955-482d-b2d9-639f58f836e5\" "} {"level":"info","ts":"2026-07-03T16:14:08.076709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7344,"took":"738.792112ms","hash":2430361973,"current-db-size-bytes":45600768,"current-db-size":"46 MB","current-db-size-in-use-bytes":24141824,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-03T16:14:08.076785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2430361973,"revision":7344,"compact-revision":4423} {"level":"info","ts":"2026-07-03T16:14:09.724636Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:14:09.730238Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T16:14:09.730324Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-03T16:14:20.536721Z","caller":"traceutil/trace.go:171","msg":"trace[637942728] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"105.409078ms","start":"2026-07-03T16:14:20.431287Z","end":"2026-07-03T16:14:20.536696Z","steps":["trace[637942728] 'process raft request' (duration: 105.286595ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:24.107567Z","caller":"traceutil/trace.go:171","msg":"trace[1946513181] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"168.004677ms","start":"2026-07-03T16:14:23.939505Z","end":"2026-07-03T16:14:24.107509Z","steps":["trace[1946513181] 'process raft request' (duration: 167.838414ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:54.040655Z","caller":"traceutil/trace.go:171","msg":"trace[939251450] linearizableReadLoop","detail":"{readStateIndex:10457; appliedIndex:10456; }","duration":"156.109997ms","start":"2026-07-03T16:14:53.884525Z","end":"2026-07-03T16:14:54.040635Z","steps":["trace[939251450] 'read index received' (duration: 155.969754ms)","trace[939251450] 'applied index is now lower than readState.Index' (duration: 139.363µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:54.040886Z","caller":"traceutil/trace.go:171","msg":"trace[2142903086] transaction","detail":"{read_only:false; response_revision:10080; number_of_response:1; }","duration":"158.521082ms","start":"2026-07-03T16:14:53.882348Z","end":"2026-07-03T16:14:54.040869Z","steps":["trace[2142903086] 'process raft request' (duration: 158.156254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:54.040921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.364633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:54.040988Z","caller":"traceutil/trace.go:171","msg":"trace[2097717184] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10080; }","duration":"156.470825ms","start":"2026-07-03T16:14:53.884505Z","end":"2026-07-03T16:14:54.040976Z","steps":["trace[2097717184] 'agreement among raft nodes before linearized reading' (duration: 156.332582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:06.970054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.357597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:15:06.970382Z","caller":"traceutil/trace.go:171","msg":"trace[1079267014] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"322.524817ms","start":"2026-07-03T16:15:06.647833Z","end":"2026-07-03T16:15:06.970358Z","steps":["trace[1079267014] 'process raft request' (duration: 322.338823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:06.970492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.64781Z","time spent":"322.63224ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:15:06.970781Z","caller":"traceutil/trace.go:171","msg":"trace[257910697] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"568.557538ms","start":"2026-07-03T16:15:06.402044Z","end":"2026-07-03T16:15:06.970602Z","steps":["trace[257910697] 'process raft request' (duration: 265.546965ms)","trace[257910697] 'compare' (duration: 301.905667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:06.971006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.402018Z","time spent":"568.891536ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:07.86735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.391057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:15:07.867567Z","caller":"traceutil/trace.go:171","msg":"trace[1188109977] linearizableReadLoop","detail":"{readStateIndex:10538; appliedIndex:10535; }","duration":"1.146765088s","start":"2026-07-03T16:15:06.720785Z","end":"2026-07-03T16:15:07.86755Z","steps":["trace[1188109977] 'read index received' (duration: 174.762203ms)","trace[1188109977] 'applied index is now lower than readState.Index' (duration: 972.001955ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:07.867651Z","caller":"traceutil/trace.go:171","msg":"trace[278540002] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"1.162480026s","start":"2026-07-03T16:15:06.70516Z","end":"2026-07-03T16:15:07.86764Z","steps":["trace[278540002] 'process raft request' (duration: 817.71992ms)","trace[278540002] 'compare' (duration: 344.148791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:07.86776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.705132Z","time spent":"1.162590559s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:07.867933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125117283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:07.868006Z","caller":"traceutil/trace.go:171","msg":"trace[2102597957] transaction","detail":"{read_only:false; response_revision:10159; number_of_response:1; }","duration":"1.143584103s","start":"2026-07-03T16:15:06.724401Z","end":"2026-07-03T16:15:07.867985Z","steps":["trace[2102597957] 'process raft request' (duration: 1.143047001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:07.868117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.724384Z","time spent":"1.143672146s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:07.868135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.335472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:15:07.868166Z","caller":"traceutil/trace.go:171","msg":"trace[1149218541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10159; }","duration":"188.403753ms","start":"2026-07-03T16:15:07.679752Z","end":"2026-07-03T16:15:07.868156Z","steps":["trace[1149218541] 'agreement among raft nodes before linearized reading' (duration: 188.289951ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:07.868006Z","caller":"traceutil/trace.go:171","msg":"trace[261087828] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10159; }","duration":"1.125249786s","start":"2026-07-03T16:15:06.742742Z","end":"2026-07-03T16:15:07.867992Z","steps":["trace[261087828] 'agreement among raft nodes before linearized reading' (duration: 1.125062751s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:07.86824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.366202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:15:07.868299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.742721Z","time spent":"1.125525492s","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:07.868328Z","caller":"traceutil/trace.go:171","msg":"trace[550808642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10159; }","duration":"831.498395ms","start":"2026-07-03T16:15:07.036809Z","end":"2026-07-03T16:15:07.868307Z","steps":["trace[550808642] 'agreement among raft nodes before linearized reading' (duration: 831.358622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:07.867934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147138596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:15:07.868318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.457834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:15:07.868392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.918428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:15:07.868429Z","caller":"traceutil/trace.go:171","msg":"trace[956521156] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10159; }","duration":"912.608418ms","start":"2026-07-03T16:15:06.95579Z","end":"2026-07-03T16:15:07.868399Z","steps":["trace[956521156] 'agreement among raft nodes before linearized reading' (duration: 912.434144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:07.86843Z","caller":"traceutil/trace.go:171","msg":"trace[87305997] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10159; }","duration":"1.147664728s","start":"2026-07-03T16:15:06.720731Z","end":"2026-07-03T16:15:07.868396Z","steps":["trace[87305997] 'agreement among raft nodes before linearized reading' (duration: 1.147056644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:07.868497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.955768Z","time spent":"912.710971ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:15:07.868404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:07.036787Z","time spent":"831.593467ms","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:07.868463Z","caller":"traceutil/trace.go:171","msg":"trace[1840816119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:10159; }","duration":"450.024471ms","start":"2026-07-03T16:15:07.418421Z","end":"2026-07-03T16:15:07.868446Z","steps":["trace[1840816119] 'agreement among raft nodes before linearized reading' (duration: 449.792646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:07.868552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.720712Z","time spent":"1.147804261s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":62,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:15:07.868619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:07.418403Z","time spent":"450.194984ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:15:07.868837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.438976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:07.869012Z","caller":"traceutil/trace.go:171","msg":"trace[1246342367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10159; }","duration":"923.680711ms","start":"2026-07-03T16:15:06.945286Z","end":"2026-07-03T16:15:07.868967Z","steps":["trace[1246342367] 'agreement among raft nodes before linearized reading' (duration: 923.000675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:07.869103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:06.945265Z","time spent":"923.825414ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:15:08.176072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.878734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:15:08.176198Z","caller":"traceutil/trace.go:171","msg":"trace[868633688] linearizableReadLoop","detail":"{readStateIndex:10540; appliedIndex:10539; }","duration":"302.796697ms","start":"2026-07-03T16:15:07.873381Z","end":"2026-07-03T16:15:08.176178Z","steps":["trace[868633688] 'read index received' (duration: 96.711089ms)","trace[868633688] 'applied index is now lower than readState.Index' (duration: 206.084038ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:08.176286Z","caller":"traceutil/trace.go:171","msg":"trace[902240989] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"303.667968ms","start":"2026-07-03T16:15:07.87258Z","end":"2026-07-03T16:15:08.176248Z","steps":["trace[902240989] 'process raft request' (duration: 97.522038ms)","trace[902240989] 'compare' (duration: 205.739221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:08.176478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:07.872559Z","time spent":"303.817131ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:08.176519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.798312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:08.176589Z","caller":"traceutil/trace.go:171","msg":"trace[753882708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10160; }","duration":"230.878234ms","start":"2026-07-03T16:15:07.945673Z","end":"2026-07-03T16:15:08.176551Z","steps":["trace[753882708] 'agreement among raft nodes before linearized reading' (duration: 230.634609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:08.176777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.38339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289843"} {"level":"info","ts":"2026-07-03T16:15:08.176847Z","caller":"traceutil/trace.go:171","msg":"trace[1364002282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10160; }","duration":"303.459612ms","start":"2026-07-03T16:15:07.873362Z","end":"2026-07-03T16:15:08.176821Z","steps":["trace[1364002282] 'agreement among raft nodes before linearized reading' (duration: 302.910619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:08.176884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:07.873353Z","time spent":"303.521634ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289866,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:15:08.542039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.869113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:15:08.542234Z","caller":"traceutil/trace.go:171","msg":"trace[667566951] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"360.854683ms","start":"2026-07-03T16:15:08.181363Z","end":"2026-07-03T16:15:08.542217Z","steps":["trace[667566951] 'process raft request' (duration: 360.78001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:08.542313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:08.181333Z","time spent":"360.943745ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:15:08.542304Z","caller":"traceutil/trace.go:171","msg":"trace[311024209] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"361.026927ms","start":"2026-07-03T16:15:08.181237Z","end":"2026-07-03T16:15:08.542264Z","steps":["trace[311024209] 'process raft request' (duration: 119.843236ms)","trace[311024209] 'compare' (duration: 240.645928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:08.543206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:08.181223Z","time spent":"361.159511ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:15:08.727567Z","caller":"traceutil/trace.go:171","msg":"trace[1183845962] linearizableReadLoop","detail":"{readStateIndex:10544; appliedIndex:10543; }","duration":"264.490682ms","start":"2026-07-03T16:15:08.463046Z","end":"2026-07-03T16:15:08.727537Z","steps":["trace[1183845962] 'read index received' (duration: 187.3681ms)","trace[1183845962] 'applied index is now lower than readState.Index' (duration: 77.121492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:08.727727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.659226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:08.727769Z","caller":"traceutil/trace.go:171","msg":"trace[1887430733] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10164; }","duration":"264.759948ms","start":"2026-07-03T16:15:08.462997Z","end":"2026-07-03T16:15:08.727757Z","steps":["trace[1887430733] 'agreement among raft nodes before linearized reading' (duration: 264.643646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:08.727823Z","caller":"traceutil/trace.go:171","msg":"trace[1980827756] transaction","detail":"{read_only:false; response_revision:10164; number_of_response:1; }","duration":"325.394683ms","start":"2026-07-03T16:15:08.402404Z","end":"2026-07-03T16:15:08.727799Z","steps":["trace[1980827756] 'process raft request' (duration: 248.115328ms)","trace[1980827756] 'compare' (duration: 76.900607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:08.72794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:08.40238Z","time spent":"325.495466ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:08.979123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.259489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130916"} {"level":"info","ts":"2026-07-03T16:15:08.979216Z","caller":"traceutil/trace.go:171","msg":"trace[2101214437] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10164; }","duration":"114.408373ms","start":"2026-07-03T16:15:08.86478Z","end":"2026-07-03T16:15:08.979189Z","steps":["trace[2101214437] 'range keys from in-memory index tree' (duration: 114.027805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:24.46038Z","caller":"traceutil/trace.go:171","msg":"trace[677949685] linearizableReadLoop","detail":"{readStateIndex:10678; appliedIndex:10677; }","duration":"129.798325ms","start":"2026-07-03T16:15:24.330545Z","end":"2026-07-03T16:15:24.460343Z","steps":["trace[677949685] 'read index received' (duration: 129.390276ms)","trace[677949685] 'applied index is now lower than readState.Index' (duration: 406.119µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:24.460467Z","caller":"traceutil/trace.go:171","msg":"trace[1934320396] transaction","detail":"{read_only:false; response_revision:10294; number_of_response:1; }","duration":"150.336195ms","start":"2026-07-03T16:15:24.310081Z","end":"2026-07-03T16:15:24.460417Z","steps":["trace[1934320396] 'process raft request' (duration: 149.964767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:24.460623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.035551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:15:24.460722Z","caller":"traceutil/trace.go:171","msg":"trace[555778789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10294; }","duration":"130.175384ms","start":"2026-07-03T16:15:24.33052Z","end":"2026-07-03T16:15:24.460696Z","steps":["trace[555778789] 'agreement among raft nodes before linearized reading' (duration: 129.948129ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:24.612654Z","caller":"traceutil/trace.go:171","msg":"trace[351744759] transaction","detail":"{read_only:false; response_revision:10295; number_of_response:1; }","duration":"146.058697ms","start":"2026-07-03T16:15:24.466564Z","end":"2026-07-03T16:15:24.612623Z","steps":["trace[351744759] 'process raft request' (duration: 127.542454ms)","trace[351744759] 'compare' (duration: 18.37858ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:27.814398Z","caller":"traceutil/trace.go:171","msg":"trace[1932975226] transaction","detail":"{read_only:false; response_revision:10319; number_of_response:1; }","duration":"130.495532ms","start":"2026-07-03T16:15:27.682881Z","end":"2026-07-03T16:15:27.813377Z","steps":["trace[1932975226] 'process raft request' (duration: 129.532789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.26081Z","caller":"traceutil/trace.go:171","msg":"trace[1763832885] linearizableReadLoop","detail":"{readStateIndex:10714; appliedIndex:10713; }","duration":"105.647142ms","start":"2026-07-03T16:15:29.155125Z","end":"2026-07-03T16:15:29.260772Z","steps":["trace[1763832885] 'read index received' (duration: 105.335755ms)","trace[1763832885] 'applied index is now lower than readState.Index' (duration: 310.067µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:29.261088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.921588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:29.261186Z","caller":"traceutil/trace.go:171","msg":"trace[1158638594] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10329; }","duration":"106.086003ms","start":"2026-07-03T16:15:29.155079Z","end":"2026-07-03T16:15:29.261165Z","steps":["trace[1158638594] 'agreement among raft nodes before linearized reading' (duration: 105.879567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.260927Z","caller":"traceutil/trace.go:171","msg":"trace[963522335] transaction","detail":"{read_only:false; response_revision:10329; number_of_response:1; }","duration":"117.525074ms","start":"2026-07-03T16:15:29.143342Z","end":"2026-07-03T16:15:29.260867Z","steps":["trace[963522335] 'process raft request' (duration: 117.204997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.420343Z","caller":"traceutil/trace.go:171","msg":"trace[1817163053] transaction","detail":"{read_only:false; response_revision:10330; number_of_response:1; }","duration":"153.457935ms","start":"2026-07-03T16:15:29.266813Z","end":"2026-07-03T16:15:29.420271Z","steps":["trace[1817163053] 'process raft request' (duration: 56.042541ms)","trace[1817163053] 'compare' (duration: 97.063246ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:16:07.517911Z","caller":"traceutil/trace.go:171","msg":"trace[2127443903] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"112.229433ms","start":"2026-07-03T16:16:07.405658Z","end":"2026-07-03T16:16:07.517888Z","steps":["trace[2127443903] 'process raft request' (duration: 112.09647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:14.004327Z","caller":"traceutil/trace.go:171","msg":"trace[1877633594] linearizableReadLoop","detail":"{readStateIndex:11012; appliedIndex:11011; }","duration":"136.949858ms","start":"2026-07-03T16:16:13.867355Z","end":"2026-07-03T16:16:14.004305Z","steps":["trace[1877633594] 'read index received' (duration: 136.809885ms)","trace[1877633594] 'applied index is now lower than readState.Index' (duration: 139.003µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:16:14.004482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.112483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:16:14.004515Z","caller":"traceutil/trace.go:171","msg":"trace[1032761364] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10618; }","duration":"137.200685ms","start":"2026-07-03T16:16:13.867304Z","end":"2026-07-03T16:16:14.004505Z","steps":["trace[1032761364] 'agreement among raft nodes before linearized reading' (duration: 137.084562ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:14.004458Z","caller":"traceutil/trace.go:171","msg":"trace[76025685] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"194.8022ms","start":"2026-07-03T16:16:13.809615Z","end":"2026-07-03T16:16:14.004418Z","steps":["trace[76025685] 'process raft request' (duration: 194.533044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:15.661287Z","caller":"traceutil/trace.go:171","msg":"trace[2035394347] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"516.084649ms","start":"2026-07-03T16:16:15.145155Z","end":"2026-07-03T16:16:15.66124Z","steps":["trace[2035394347] 'process raft request' (duration: 435.017227ms)","trace[2035394347] 'compare' (duration: 80.694124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:16:15.661463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:16:15.145135Z","time spent":"516.237803ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:16:15.669911Z","caller":"traceutil/trace.go:171","msg":"trace[444882741] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"516.741505ms","start":"2026-07-03T16:16:15.153149Z","end":"2026-07-03T16:16:15.66989Z","steps":["trace[444882741] 'process raft request' (duration: 516.620212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:16:15.670021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:16:15.153122Z","time spent":"516.844577ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:16:16.36544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.782195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T16:16:16.398753Z","caller":"traceutil/trace.go:171","msg":"trace[809970141] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"104.000836ms","start":"2026-07-03T16:16:16.294729Z","end":"2026-07-03T16:16:16.39873Z","steps":["trace[809970141] 'process raft request' (duration: 103.783571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:16.400603Z","caller":"traceutil/trace.go:171","msg":"trace[40655761] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"103.858723ms","start":"2026-07-03T16:16:16.29672Z","end":"2026-07-03T16:16:16.400579Z","steps":["trace[40655761] 'process raft request' (duration: 103.677939ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:23.342169Z","caller":"traceutil/trace.go:171","msg":"trace[1669515837] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"111.764463ms","start":"2026-07-03T16:16:23.230378Z","end":"2026-07-03T16:16:23.342142Z","steps":["trace[1669515837] 'process raft request' (duration: 111.563598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:23.868607Z","caller":"traceutil/trace.go:171","msg":"trace[2141596983] linearizableReadLoop","detail":"{readStateIndex:11060; appliedIndex:11059; }","duration":"141.315249ms","start":"2026-07-03T16:16:23.727263Z","end":"2026-07-03T16:16:23.868578Z","steps":["trace[2141596983] 'read index received' (duration: 141.123325ms)","trace[2141596983] 'applied index is now lower than readState.Index' (duration: 190.664µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:16:23.868708Z","caller":"traceutil/trace.go:171","msg":"trace[929166769] transaction","detail":"{read_only:false; response_revision:10664; number_of_response:1; }","duration":"143.101699ms","start":"2026-07-03T16:16:23.725572Z","end":"2026-07-03T16:16:23.868674Z","steps":["trace[929166769] 'process raft request' (duration: 142.821633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:16:23.868847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.556024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:16:23.868896Z","caller":"traceutil/trace.go:171","msg":"trace[1281001817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10664; }","duration":"141.646306ms","start":"2026-07-03T16:16:23.727237Z","end":"2026-07-03T16:16:23.868883Z","steps":["trace[1281001817] 'agreement among raft nodes before linearized reading' (duration: 141.458122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:23.87136Z","caller":"traceutil/trace.go:171","msg":"trace[715377407] transaction","detail":"{read_only:false; response_revision:10666; number_of_response:1; }","duration":"125.901496ms","start":"2026-07-03T16:16:23.745437Z","end":"2026-07-03T16:16:23.871339Z","steps":["trace[715377407] 'process raft request' (duration: 125.855495ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:23.871523Z","caller":"traceutil/trace.go:171","msg":"trace[480930574] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"133.408228ms","start":"2026-07-03T16:16:23.738052Z","end":"2026-07-03T16:16:23.87146Z","steps":["trace[480930574] 'process raft request' (duration: 133.095901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:34.723299Z","caller":"traceutil/trace.go:171","msg":"trace[829845613] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"176.560423ms","start":"2026-07-03T16:16:34.546698Z","end":"2026-07-03T16:16:34.723258Z","steps":["trace[829845613] 'process raft request' (duration: 109.342068ms)","trace[829845613] 'compare' (duration: 66.99187ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:17:16.495464Z","caller":"traceutil/trace.go:171","msg":"trace[255953006] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"254.234078ms","start":"2026-07-03T16:17:16.241204Z","end":"2026-07-03T16:17:16.495438Z","steps":["trace[255953006] 'process raft request' (duration: 254.041524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:17:16.497135Z","caller":"traceutil/trace.go:171","msg":"trace[2040470017] transaction","detail":"{read_only:false; response_revision:11034; number_of_response:1; }","duration":"255.240261ms","start":"2026-07-03T16:17:16.241877Z","end":"2026-07-03T16:17:16.497117Z","steps":["trace[2040470017] 'process raft request' (duration: 255.133329ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:17:16.499588Z","caller":"traceutil/trace.go:171","msg":"trace[131399318] linearizableReadLoop","detail":"{readStateIndex:11444; appliedIndex:11442; }","duration":"228.556241ms","start":"2026-07-03T16:17:16.271002Z","end":"2026-07-03T16:17:16.499558Z","steps":["trace[131399318] 'read index received' (duration: 224.240693ms)","trace[131399318] 'applied index is now lower than readState.Index' (duration: 4.314118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:17:16.49979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.778366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:17:16.49985Z","caller":"traceutil/trace.go:171","msg":"trace[1395549086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11034; }","duration":"228.883648ms","start":"2026-07-03T16:17:16.270954Z","end":"2026-07-03T16:17:16.499837Z","steps":["trace[1395549086] 'agreement among raft nodes before linearized reading' (duration: 228.699764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:17:16.499834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.812111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:17:16.499911Z","caller":"traceutil/trace.go:171","msg":"trace[719148970] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11034; }","duration":"124.942424ms","start":"2026-07-03T16:17:16.374949Z","end":"2026-07-03T16:17:16.499891Z","steps":["trace[719148970] 'agreement among raft nodes before linearized reading' (duration: 124.813481ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:17:39.353066Z","caller":"traceutil/trace.go:171","msg":"trace[1181712554] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"126.132162ms","start":"2026-07-03T16:17:39.226905Z","end":"2026-07-03T16:17:39.353037Z","steps":["trace[1181712554] 'process raft request' (duration: 125.915867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:07.342437Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9620} {"level":"info","ts":"2026-07-03T16:19:07.430285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9620,"took":"84.425099ms","hash":2414297494,"current-db-size-bytes":45600768,"current-db-size":"46 MB","current-db-size-in-use-bytes":23420928,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-03T16:19:07.430383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2414297494,"revision":9620,"compact-revision":7344} {"level":"info","ts":"2026-07-03T16:19:09.291143Z","caller":"traceutil/trace.go:171","msg":"trace[1609519599] transaction","detail":"{read_only:false; response_revision:11634; number_of_response:1; }","duration":"208.140964ms","start":"2026-07-03T16:19:09.082964Z","end":"2026-07-03T16:19:09.291105Z","steps":["trace[1609519599] 'process raft request' (duration: 207.891288ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:09.292031Z","caller":"traceutil/trace.go:171","msg":"trace[1622693651] transaction","detail":"{read_only:false; response_revision:11636; number_of_response:1; }","duration":"115.392986ms","start":"2026-07-03T16:19:09.176607Z","end":"2026-07-03T16:19:09.292Z","steps":["trace[1622693651] 'process raft request' (duration: 115.304704ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:09.2924Z","caller":"traceutil/trace.go:171","msg":"trace[639343596] transaction","detail":"{read_only:false; response_revision:11635; number_of_response:1; }","duration":"144.42694ms","start":"2026-07-03T16:19:09.147957Z","end":"2026-07-03T16:19:09.292384Z","steps":["trace[639343596] 'process raft request' (duration: 143.787554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:19.633565Z","caller":"traceutil/trace.go:171","msg":"trace[1806327471] transaction","detail":"{read_only:false; response_revision:11771; number_of_response:1; }","duration":"114.506956ms","start":"2026-07-03T16:19:19.519025Z","end":"2026-07-03T16:19:19.633532Z","steps":["trace[1806327471] 'process raft request' (duration: 60.81546ms)","trace[1806327471] 'compare' (duration: 53.537793ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:19.65375Z","caller":"traceutil/trace.go:171","msg":"trace[1183340459] transaction","detail":"{read_only:false; response_revision:11772; number_of_response:1; }","duration":"134.607195ms","start":"2026-07-03T16:19:19.519113Z","end":"2026-07-03T16:19:19.65372Z","steps":["trace[1183340459] 'process raft request' (duration: 134.37223ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:34.902895Z","caller":"traceutil/trace.go:171","msg":"trace[575181520] transaction","detail":"{read_only:false; response_revision:11893; number_of_response:1; }","duration":"256.888739ms","start":"2026-07-03T16:19:34.645978Z","end":"2026-07-03T16:19:34.902866Z","steps":["trace[575181520] 'process raft request' (duration: 256.674424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:38.490667Z","caller":"traceutil/trace.go:171","msg":"trace[1826529700] transaction","detail":"{read_only:false; response_revision:11960; number_of_response:1; }","duration":"107.809103ms","start":"2026-07-03T16:19:38.382829Z","end":"2026-07-03T16:19:38.490638Z","steps":["trace[1826529700] 'process raft request' (duration: 105.4358ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:38.492739Z","caller":"traceutil/trace.go:171","msg":"trace[1881283992] transaction","detail":"{read_only:false; response_revision:11961; number_of_response:1; }","duration":"107.273371ms","start":"2026-07-03T16:19:38.385447Z","end":"2026-07-03T16:19:38.49272Z","steps":["trace[1881283992] 'process raft request' (duration: 107.115167ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:38.493356Z","caller":"traceutil/trace.go:171","msg":"trace[1956894722] transaction","detail":"{read_only:false; response_revision:11962; number_of_response:1; }","duration":"107.130418ms","start":"2026-07-03T16:19:38.386206Z","end":"2026-07-03T16:19:38.493336Z","steps":["trace[1956894722] 'process raft request' (duration: 106.454172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:46.077186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.255885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:19:46.077398Z","caller":"traceutil/trace.go:171","msg":"trace[1572888594] linearizableReadLoop","detail":"{readStateIndex:12484; appliedIndex:12482; }","duration":"252.300824ms","start":"2026-07-03T16:19:45.825081Z","end":"2026-07-03T16:19:46.077382Z","steps":["trace[1572888594] 'read index received' (duration: 129.629841ms)","trace[1572888594] 'applied index is now lower than readState.Index' (duration: 122.670083ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:46.077427Z","caller":"traceutil/trace.go:171","msg":"trace[1860684421] transaction","detail":"{read_only:false; response_revision:12038; number_of_response:1; }","duration":"315.518928ms","start":"2026-07-03T16:19:45.761875Z","end":"2026-07-03T16:19:46.077394Z","steps":["trace[1860684421] 'process raft request' (duration: 54.951696ms)","trace[1860684421] 'compare' (duration: 260.04312ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:46.077475Z","caller":"traceutil/trace.go:171","msg":"trace[1762460197] transaction","detail":"{read_only:false; response_revision:12039; number_of_response:1; }","duration":"274.563393ms","start":"2026-07-03T16:19:45.802887Z","end":"2026-07-03T16:19:46.07745Z","steps":["trace[1762460197] 'process raft request' (duration: 274.424529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:46.077546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:45.761846Z","time spent":"315.63952ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:46.077576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.622231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:19:46.077607Z","caller":"traceutil/trace.go:171","msg":"trace[1868783358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12039; }","duration":"224.690573ms","start":"2026-07-03T16:19:45.852906Z","end":"2026-07-03T16:19:46.077597Z","steps":["trace[1868783358] 'agreement among raft nodes before linearized reading' (duration: 224.56685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:46.07762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.191476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:46.077653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.538899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:19:46.077691Z","caller":"traceutil/trace.go:171","msg":"trace[1672405936] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12039; }","duration":"183.288488ms","start":"2026-07-03T16:19:45.894381Z","end":"2026-07-03T16:19:46.077669Z","steps":["trace[1672405936] 'agreement among raft nodes before linearized reading' (duration: 183.174605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:46.077718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.339702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:19:46.077739Z","caller":"traceutil/trace.go:171","msg":"trace[7290928] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12039; }","duration":"252.670542ms","start":"2026-07-03T16:19:45.825047Z","end":"2026-07-03T16:19:46.077718Z","steps":["trace[7290928] 'agreement among raft nodes before linearized reading' (duration: 252.406616ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.077792Z","caller":"traceutil/trace.go:171","msg":"trace[332039344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12039; }","duration":"216.436264ms","start":"2026-07-03T16:19:45.861336Z","end":"2026-07-03T16:19:46.077772Z","steps":["trace[332039344] 'agreement among raft nodes before linearized reading' (duration: 216.24902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.311885Z","caller":"traceutil/trace.go:171","msg":"trace[2040165708] transaction","detail":"{read_only:false; response_revision:12042; number_of_response:1; }","duration":"225.991881ms","start":"2026-07-03T16:19:46.085864Z","end":"2026-07-03T16:19:46.311856Z","steps":["trace[2040165708] 'process raft request' (duration: 225.856428ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.311893Z","caller":"traceutil/trace.go:171","msg":"trace[1991103291] transaction","detail":"{read_only:false; response_revision:12041; number_of_response:1; }","duration":"226.072453ms","start":"2026-07-03T16:19:46.085778Z","end":"2026-07-03T16:19:46.31185Z","steps":["trace[1991103291] 'process raft request' (duration: 225.721305ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.312312Z","caller":"traceutil/trace.go:171","msg":"trace[1531484905] transaction","detail":"{read_only:false; response_revision:12043; number_of_response:1; }","duration":"226.288389ms","start":"2026-07-03T16:19:46.085969Z","end":"2026-07-03T16:19:46.312257Z","steps":["trace[1531484905] 'process raft request' (duration: 225.818148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.312402Z","caller":"traceutil/trace.go:171","msg":"trace[1257188737] transaction","detail":"{read_only:false; response_revision:12044; number_of_response:1; }","duration":"226.394442ms","start":"2026-07-03T16:19:46.08598Z","end":"2026-07-03T16:19:46.312374Z","steps":["trace[1257188737] 'process raft request' (duration: 226.098724ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.312608Z","caller":"traceutil/trace.go:171","msg":"trace[1772895901] transaction","detail":"{read_only:false; response_revision:12045; number_of_response:1; }","duration":"226.558295ms","start":"2026-07-03T16:19:46.08604Z","end":"2026-07-03T16:19:46.312598Z","steps":["trace[1772895901] 'process raft request' (duration: 226.262168ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.312568Z","caller":"traceutil/trace.go:171","msg":"trace[400399173] linearizableReadLoop","detail":"{readStateIndex:12490; appliedIndex:12484; }","duration":"225.515592ms","start":"2026-07-03T16:19:46.087037Z","end":"2026-07-03T16:19:46.312553Z","steps":["trace[400399173] 'read index received' (duration: 75.181418ms)","trace[400399173] 'applied index is now lower than readState.Index' (duration: 150.333294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:46.312889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.797498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:19:46.316611Z","caller":"traceutil/trace.go:171","msg":"trace[1562243623] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407; range_end:; response_count:1; response_revision:12045; }","duration":"229.563044ms","start":"2026-07-03T16:19:46.087018Z","end":"2026-07-03T16:19:46.316581Z","steps":["trace[1562243623] 'agreement among raft nodes before linearized reading' (duration: 225.630784ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.958937Z","caller":"traceutil/trace.go:171","msg":"trace[1157522873] transaction","detail":"{read_only:false; response_revision:12049; number_of_response:1; }","duration":"193.301256ms","start":"2026-07-03T16:19:46.765611Z","end":"2026-07-03T16:19:46.958913Z","steps":["trace[1157522873] 'process raft request' (duration: 193.058031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.984303Z","caller":"traceutil/trace.go:171","msg":"trace[1428412293] linearizableReadLoop","detail":"{readStateIndex:12496; appliedIndex:12494; }","duration":"139.926607ms","start":"2026-07-03T16:19:46.844351Z","end":"2026-07-03T16:19:46.984278Z","steps":["trace[1428412293] 'read index received' (duration: 114.379823ms)","trace[1428412293] 'applied index is now lower than readState.Index' (duration: 25.545724ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:46.984425Z","caller":"traceutil/trace.go:171","msg":"trace[67616073] transaction","detail":"{read_only:false; response_revision:12050; number_of_response:1; }","duration":"174.696401ms","start":"2026-07-03T16:19:46.809683Z","end":"2026-07-03T16:19:46.984379Z","steps":["trace[67616073] 'process raft request' (duration: 174.444275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:46.984712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.300895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:19:46.98508Z","caller":"traceutil/trace.go:171","msg":"trace[1006418154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12050; }","duration":"140.784047ms","start":"2026-07-03T16:19:46.844277Z","end":"2026-07-03T16:19:46.985061Z","steps":["trace[1006418154] 'agreement among raft nodes before linearized reading' (duration: 140.112151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:05.103551Z","caller":"traceutil/trace.go:171","msg":"trace[312276905] linearizableReadLoop","detail":"{readStateIndex:12617; appliedIndex:12616; }","duration":"132.150619ms","start":"2026-07-03T16:20:04.971374Z","end":"2026-07-03T16:20:05.103524Z","steps":["trace[312276905] 'read index received' (duration: 131.938794ms)","trace[312276905] 'applied index is now lower than readState.Index' (duration: 210.635µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:05.103612Z","caller":"traceutil/trace.go:171","msg":"trace[1920726409] transaction","detail":"{read_only:false; response_revision:12167; number_of_response:1; }","duration":"146.307282ms","start":"2026-07-03T16:20:04.957267Z","end":"2026-07-03T16:20:05.103575Z","steps":["trace[1920726409] 'process raft request' (duration: 146.078027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:05.103847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.437929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:20:05.103899Z","caller":"traceutil/trace.go:171","msg":"trace[531359031] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12167; }","duration":"105.562411ms","start":"2026-07-03T16:20:04.998325Z","end":"2026-07-03T16:20:05.103887Z","steps":["trace[531359031] 'agreement among raft nodes before linearized reading' (duration: 105.404238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:05.103977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.555048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:20:05.104095Z","caller":"traceutil/trace.go:171","msg":"trace[1197168065] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12167; }","duration":"132.700062ms","start":"2026-07-03T16:20:04.971363Z","end":"2026-07-03T16:20:05.104063Z","steps":["trace[1197168065] 'agreement among raft nodes before linearized reading' (duration: 132.330533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:06.037293Z","caller":"traceutil/trace.go:171","msg":"trace[250458028] transaction","detail":"{read_only:false; response_revision:12170; number_of_response:1; }","duration":"108.506399ms","start":"2026-07-03T16:20:05.928734Z","end":"2026-07-03T16:20:06.037241Z","steps":["trace[250458028] 'process raft request' (duration: 57.666648ms)","trace[250458028] 'compare' (duration: 50.443872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:20:12.932914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.302709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:20:12.933005Z","caller":"traceutil/trace.go:171","msg":"trace[395934694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12309; }","duration":"106.396811ms","start":"2026-07-03T16:20:12.826594Z","end":"2026-07-03T16:20:12.932991Z","steps":["trace[395934694] 'agreement among raft nodes before linearized reading' (duration: 106.213967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:12.933057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.544941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:20:12.933137Z","caller":"traceutil/trace.go:171","msg":"trace[1915767277] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12309; }","duration":"130.657885ms","start":"2026-07-03T16:20:12.802458Z","end":"2026-07-03T16:20:12.933116Z","steps":["trace[1915767277] 'agreement among raft nodes before linearized reading' (duration: 130.373538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:13.628244Z","caller":"traceutil/trace.go:171","msg":"trace[1980125252] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"109.734326ms","start":"2026-07-03T16:20:13.518484Z","end":"2026-07-03T16:20:13.628219Z","steps":["trace[1980125252] 'process raft request' (duration: 109.600383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:16.287289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.753749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:16.287384Z","caller":"traceutil/trace.go:171","msg":"trace[380977793] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12379; }","duration":"106.899093ms","start":"2026-07-03T16:20:16.180464Z","end":"2026-07-03T16:20:16.287363Z","steps":["trace[380977793] 'count revisions from in-memory index tree' (duration: 106.696048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:30.841575Z","caller":"traceutil/trace.go:171","msg":"trace[1863039129] transaction","detail":"{read_only:false; response_revision:12487; number_of_response:1; }","duration":"840.559751ms","start":"2026-07-03T16:20:30.00099Z","end":"2026-07-03T16:20:30.84155Z","steps":["trace[1863039129] 'process raft request' (duration: 840.398778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.841748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.000941Z","time spent":"840.710686ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:20:30.842805Z","caller":"traceutil/trace.go:171","msg":"trace[466392482] linearizableReadLoop","detail":"{readStateIndex:12948; appliedIndex:12945; }","duration":"351.380327ms","start":"2026-07-03T16:20:30.49141Z","end":"2026-07-03T16:20:30.842791Z","steps":["trace[466392482] 'read index received' (duration: 349.989036ms)","trace[466392482] 'applied index is now lower than readState.Index' (duration: 1.390101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:20:30.84309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.450837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:30.843135Z","caller":"traceutil/trace.go:171","msg":"trace[612428366] transaction","detail":"{read_only:false; response_revision:12488; number_of_response:1; }","duration":"815.92862ms","start":"2026-07-03T16:20:30.027194Z","end":"2026-07-03T16:20:30.843123Z","steps":["trace[612428366] 'process raft request' (duration: 815.428248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.843131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.338759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:30.843181Z","caller":"traceutil/trace.go:171","msg":"trace[688984893] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12490; }","duration":"350.602711ms","start":"2026-07-03T16:20:30.492558Z","end":"2026-07-03T16:20:30.84316Z","steps":["trace[688984893] 'agreement among raft nodes before linearized reading' (duration: 350.427297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.843209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.804898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:30.843225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.492552Z","time spent":"350.664352ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:20:30.843224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.027166Z","time spent":"816.001292ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:20:30.843135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.992101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:30.843267Z","caller":"traceutil/trace.go:171","msg":"trace[272484201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12490; }","duration":"351.8944ms","start":"2026-07-03T16:20:30.491354Z","end":"2026-07-03T16:20:30.843249Z","steps":["trace[272484201] 'agreement among raft nodes before linearized reading' (duration: 351.825458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.843322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.491326Z","time spent":"351.987162ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:20:30.843205Z","caller":"traceutil/trace.go:171","msg":"trace[1764372851] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12490; }","duration":"197.447691ms","start":"2026-07-03T16:20:30.645738Z","end":"2026-07-03T16:20:30.843185Z","steps":["trace[1764372851] 'agreement among raft nodes before linearized reading' (duration: 197.340969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.843339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.237986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:30.843469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.582624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:20:30.843469Z","caller":"traceutil/trace.go:171","msg":"trace[1393922610] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12490; }","duration":"197.40687ms","start":"2026-07-03T16:20:30.646051Z","end":"2026-07-03T16:20:30.843457Z","steps":["trace[1393922610] 'agreement among raft nodes before linearized reading' (duration: 197.255197ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:30.843509Z","caller":"traceutil/trace.go:171","msg":"trace[471608586] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12490; }","duration":"197.646485ms","start":"2026-07-03T16:20:30.64585Z","end":"2026-07-03T16:20:30.843497Z","steps":["trace[471608586] 'agreement among raft nodes before linearized reading' (duration: 197.511432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.843584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.850273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:20:30.84364Z","caller":"traceutil/trace.go:171","msg":"trace[1741903040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12490; }","duration":"349.928394ms","start":"2026-07-03T16:20:30.493698Z","end":"2026-07-03T16:20:30.843626Z","steps":["trace[1741903040] 'agreement among raft nodes before linearized reading' (duration: 349.784181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.84373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.493687Z","time spent":"350.030136ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:20:30.843786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.934122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:30.843839Z","caller":"traceutil/trace.go:171","msg":"trace[1764618957] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12490; }","duration":"198.029465ms","start":"2026-07-03T16:20:30.645795Z","end":"2026-07-03T16:20:30.843825Z","steps":["trace[1764618957] 'agreement among raft nodes before linearized reading' (duration: 197.952603ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:30.84384Z","caller":"traceutil/trace.go:171","msg":"trace[938230462] transaction","detail":"{read_only:false; response_revision:12490; number_of_response:1; }","duration":"282.468694ms","start":"2026-07-03T16:20:30.561331Z","end":"2026-07-03T16:20:30.8438Z","steps":["trace[938230462] 'process raft request' (duration: 281.421889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.843953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.228964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:30.844011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.704983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:20:30.844022Z","caller":"traceutil/trace.go:171","msg":"trace[608780210] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12490; }","duration":"351.347387ms","start":"2026-07-03T16:20:30.492661Z","end":"2026-07-03T16:20:30.844008Z","steps":["trace[608780210] 'agreement among raft nodes before linearized reading' (duration: 351.256155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.843971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.974072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:20:30.844047Z","caller":"traceutil/trace.go:171","msg":"trace[676615002] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12490; }","duration":"192.762663ms","start":"2026-07-03T16:20:30.651275Z","end":"2026-07-03T16:20:30.844037Z","steps":["trace[676615002] 'agreement among raft nodes before linearized reading' (duration: 192.657361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.844057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.492624Z","time spent":"351.423599ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-03T16:20:30.844089Z","caller":"traceutil/trace.go:171","msg":"trace[1988962646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12490; }","duration":"117.120766ms","start":"2026-07-03T16:20:30.726947Z","end":"2026-07-03T16:20:30.844067Z","steps":["trace[1988962646] 'agreement among raft nodes before linearized reading' (duration: 116.786609ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:30.844187Z","caller":"traceutil/trace.go:171","msg":"trace[1845048870] transaction","detail":"{read_only:false; response_revision:12489; number_of_response:1; }","duration":"689.089761ms","start":"2026-07-03T16:20:30.155085Z","end":"2026-07-03T16:20:30.844175Z","steps":["trace[1845048870] 'process raft request' (duration: 687.618117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.844233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.602973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:30.844249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.65678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:20:30.844265Z","caller":"traceutil/trace.go:171","msg":"trace[234068855] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12490; }","duration":"351.740846ms","start":"2026-07-03T16:20:30.492515Z","end":"2026-07-03T16:20:30.844256Z","steps":["trace[234068855] 'agreement among raft nodes before linearized reading' (duration: 351.690165ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:30.844281Z","caller":"traceutil/trace.go:171","msg":"trace[1820696609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12490; }","duration":"132.704551ms","start":"2026-07-03T16:20:30.711567Z","end":"2026-07-03T16:20:30.844272Z","steps":["trace[1820696609] 'agreement among raft nodes before linearized reading' (duration: 132.621499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:30.844287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.155065Z","time spent":"689.148663ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:20:30.844295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:30.492494Z","time spent":"351.795417ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:20:30.844392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.162837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:20:30.84442Z","caller":"traceutil/trace.go:171","msg":"trace[784901117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12490; }","duration":"135.230329ms","start":"2026-07-03T16:20:30.709182Z","end":"2026-07-03T16:20:30.844412Z","steps":["trace[784901117] 'agreement among raft nodes before linearized reading' (duration: 135.159017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:30.843282Z","caller":"traceutil/trace.go:171","msg":"trace[824997746] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12490; }","duration":"197.161775ms","start":"2026-07-03T16:20:30.646105Z","end":"2026-07-03T16:20:30.843267Z","steps":["trace[824997746] 'agreement among raft nodes before linearized reading' (duration: 196.94278ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:55.491268Z","caller":"traceutil/trace.go:171","msg":"trace[1241653079] transaction","detail":"{read_only:false; response_revision:12621; number_of_response:1; }","duration":"468.155405ms","start":"2026-07-03T16:20:55.023088Z","end":"2026-07-03T16:20:55.491244Z","steps":["trace[1241653079] 'process raft request' (duration: 468.074463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:55.491414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.023081Z","time spent":"468.262067ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:20:55.491439Z","caller":"traceutil/trace.go:171","msg":"trace[765426343] linearizableReadLoop","detail":"{readStateIndex:13086; appliedIndex:13082; }","duration":"464.810738ms","start":"2026-07-03T16:20:55.026605Z","end":"2026-07-03T16:20:55.491416Z","steps":["trace[765426343] 'read index received' (duration: 7.641265ms)","trace[765426343] 'applied index is now lower than readState.Index' (duration: 457.167963ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:55.491604Z","caller":"traceutil/trace.go:171","msg":"trace[1902056164] transaction","detail":"{read_only:false; response_revision:12620; number_of_response:1; }","duration":"469.039154ms","start":"2026-07-03T16:20:55.02255Z","end":"2026-07-03T16:20:55.491589Z","steps":["trace[1902056164] 'process raft request' (duration: 446.94907ms)","trace[1902056164] 'compare' (duration: 21.550932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:20:55.491689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.022518Z","time spent":"469.119646ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:20:55.491707Z","caller":"traceutil/trace.go:171","msg":"trace[278206119] transaction","detail":"{read_only:false; response_revision:12622; number_of_response:1; }","duration":"468.154535ms","start":"2026-07-03T16:20:55.023538Z","end":"2026-07-03T16:20:55.491692Z","steps":["trace[278206119] 'process raft request' (duration: 467.668064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:55.491964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.673562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:20:55.492042Z","caller":"traceutil/trace.go:171","msg":"trace[786856966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12622; }","duration":"456.761904ms","start":"2026-07-03T16:20:55.035263Z","end":"2026-07-03T16:20:55.492024Z","steps":["trace[786856966] 'agreement among raft nodes before linearized reading' (duration: 456.551819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:55.492125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.035208Z","time spent":"456.905547ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:20:55.492221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.602666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:20:55.492297Z","caller":"traceutil/trace.go:171","msg":"trace[1997486604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12622; }","duration":"465.70968ms","start":"2026-07-03T16:20:55.026544Z","end":"2026-07-03T16:20:55.492277Z","steps":["trace[1997486604] 'agreement among raft nodes before linearized reading' (duration: 465.525705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:55.492289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.112391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T16:20:55.492343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.026527Z","time spent":"465.806472ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:20:55.492348Z","caller":"traceutil/trace.go:171","msg":"trace[437164424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12622; }","duration":"453.204373ms","start":"2026-07-03T16:20:55.039131Z","end":"2026-07-03T16:20:55.492336Z","steps":["trace[437164424] 'agreement among raft nodes before linearized reading' (duration: 453.051999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:55.492339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.30658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:20:55.492383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.039118Z","time spent":"453.257454ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:20:55.492363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.78392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:20:55.492428Z","caller":"traceutil/trace.go:171","msg":"trace[202368563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12622; }","duration":"268.436553ms","start":"2026-07-03T16:20:55.223969Z","end":"2026-07-03T16:20:55.492406Z","steps":["trace[202368563] 'agreement among raft nodes before linearized reading' (duration: 268.196746ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:55.492445Z","caller":"traceutil/trace.go:171","msg":"trace[225417417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:12622; }","duration":"433.905062ms","start":"2026-07-03T16:20:55.058516Z","end":"2026-07-03T16:20:55.492421Z","steps":["trace[225417417] 'agreement among raft nodes before linearized reading' (duration: 433.640005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:55.492491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.058496Z","time spent":"433.986694ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:20:55.492517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.023532Z","time spent":"468.205076ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:20:56.661128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.568173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:20:56.661859Z","caller":"traceutil/trace.go:171","msg":"trace[554041041] transaction","detail":"{read_only:false; response_revision:12625; number_of_response:1; }","duration":"1.164734658s","start":"2026-07-03T16:20:55.497089Z","end":"2026-07-03T16:20:56.661823Z","steps":["trace[554041041] 'process raft request' (duration: 1.164122604s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:56.661939Z","caller":"traceutil/trace.go:171","msg":"trace[10746702] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"1.163358716s","start":"2026-07-03T16:20:55.498547Z","end":"2026-07-03T16:20:56.661906Z","steps":["trace[10746702] 'process raft request' (duration: 1.162785013s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:56.661968Z","caller":"traceutil/trace.go:171","msg":"trace[1001681934] transaction","detail":"{read_only:false; response_revision:12624; number_of_response:1; }","duration":"1.164967193s","start":"2026-07-03T16:20:55.496968Z","end":"2026-07-03T16:20:56.661935Z","steps":["trace[1001681934] 'process raft request' (duration: 773.470769ms)","trace[1001681934] 'compare' (duration: 390.067942ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:56.661963Z","caller":"traceutil/trace.go:171","msg":"trace[1737787734] linearizableReadLoop","detail":"{readStateIndex:13088; appliedIndex:13087; }","duration":"1.16480732s","start":"2026-07-03T16:20:55.4971Z","end":"2026-07-03T16:20:56.661907Z","steps":["trace[1737787734] 'read index received' (duration: 26.348673ms)","trace[1737787734] 'applied index is now lower than readState.Index' (duration: 1.138454157s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:20:56.662071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.498535Z","time spent":"1.163463169s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:20:56.662075Z","caller":"traceutil/trace.go:171","msg":"trace[1669547103] transaction","detail":"{read_only:false; response_revision:12626; number_of_response:1; }","duration":"1.164945222s","start":"2026-07-03T16:20:55.497108Z","end":"2026-07-03T16:20:56.662053Z","steps":["trace[1669547103] 'process raft request' (duration: 1.164190005s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:56.662073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.49707Z","time spent":"1.16487086s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:20:56.662073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.49695Z","time spent":"1.165067325s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:20:56.662179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.497089Z","time spent":"1.165027344s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:20:56.754267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160998341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-03T16:20:56.754326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.6955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:20:56.754369Z","caller":"traceutil/trace.go:171","msg":"trace[1527111593] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12628; }","duration":"1.161114054s","start":"2026-07-03T16:20:55.593225Z","end":"2026-07-03T16:20:56.754339Z","steps":["trace[1527111593] 'agreement among raft nodes before linearized reading' (duration: 1.160912599s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:56.754388Z","caller":"traceutil/trace.go:171","msg":"trace[1035832341] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12628; }","duration":"631.794273ms","start":"2026-07-03T16:20:56.122576Z","end":"2026-07-03T16:20:56.75437Z","steps":["trace[1035832341] 'agreement among raft nodes before linearized reading' (duration: 631.67988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:56.75442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.122561Z","time spent":"631.853324ms","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:20:56.754427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.593209Z","time spent":"1.161204006s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:20:56.75446Z","caller":"traceutil/trace.go:171","msg":"trace[1749711211] transaction","detail":"{read_only:false; response_revision:12628; number_of_response:1; }","duration":"155.975243ms","start":"2026-07-03T16:20:56.598455Z","end":"2026-07-03T16:20:56.75443Z","steps":["trace[1749711211] 'process raft request' (duration: 155.187585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:56.754483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.064809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:56.754266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257138539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444904"} {"level":"info","ts":"2026-07-03T16:20:56.754592Z","caller":"traceutil/trace.go:171","msg":"trace[202536301] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12628; }","duration":"706.236933ms","start":"2026-07-03T16:20:56.048333Z","end":"2026-07-03T16:20:56.75457Z","steps":["trace[202536301] 'agreement among raft nodes before linearized reading' (duration: 706.021458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:56.754605Z","caller":"traceutil/trace.go:171","msg":"trace[1028615325] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12627; }","duration":"1.257485706s","start":"2026-07-03T16:20:55.497096Z","end":"2026-07-03T16:20:56.754581Z","steps":["trace[1028615325] 'agreement among raft nodes before linearized reading' (duration: 1.164999134s)","trace[1028615325] 'range keys from in-memory index tree' (duration: 91.595823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:20:56.754649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.048314Z","time spent":"706.323015ms","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:20:56.75467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:55.497076Z","time spent":"1.257573258s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:20:57.444961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.625284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:57.445006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.645804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:57.445047Z","caller":"traceutil/trace.go:171","msg":"trace[1256390589] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12628; }","duration":"527.690515ms","start":"2026-07-03T16:20:56.917346Z","end":"2026-07-03T16:20:57.445036Z","steps":["trace[1256390589] 'range keys from in-memory index tree' (duration: 527.550081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.394028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-03T16:20:57.445107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.755246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-03T16:20:57.445089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.844774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:20:57.445126Z","caller":"traceutil/trace.go:171","msg":"trace[877022927] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12628; }","duration":"527.816158ms","start":"2026-07-03T16:20:56.917305Z","end":"2026-07-03T16:20:57.445122Z","steps":["trace[877022927] 'range keys from in-memory index tree' (duration: 527.577433ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:57.445136Z","caller":"traceutil/trace.go:171","msg":"trace[1207975401] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12628; }","duration":"492.493211ms","start":"2026-07-03T16:20:56.952628Z","end":"2026-07-03T16:20:57.445121Z","steps":["trace[1207975401] 'range keys from in-memory index tree' (duration: 492.277726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:57.445146Z","caller":"traceutil/trace.go:171","msg":"trace[1863765176] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12628; }","duration":"529.951897ms","start":"2026-07-03T16:20:56.915181Z","end":"2026-07-03T16:20:57.445133Z","steps":["trace[1863765176] 'range keys from in-memory index tree' (duration: 529.573217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.354168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:57.445174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.952618Z","time spent":"492.549972ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:20:57.445175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.915163Z","time spent":"530.006559ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-03T16:20:57.445191Z","caller":"traceutil/trace.go:171","msg":"trace[751333427] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12628; }","duration":"527.397868ms","start":"2026-07-03T16:20:56.917787Z","end":"2026-07-03T16:20:57.445185Z","steps":["trace[751333427] 'range keys from in-memory index tree' (duration: 527.293286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.917778Z","time spent":"527.43876ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:20:57.445193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.357925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:57.445265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.109051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:57.445294Z","caller":"traceutil/trace.go:171","msg":"trace[1733620694] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12628; }","duration":"530.153611ms","start":"2026-07-03T16:20:56.915133Z","end":"2026-07-03T16:20:57.445287Z","steps":["trace[1733620694] 'range keys from in-memory index tree' (duration: 530.023109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.915125Z","time spent":"530.194692ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:20:57.445239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.043124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:57.445384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.588021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:57.4454Z","caller":"traceutil/trace.go:171","msg":"trace[842921705] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12628; }","duration":"530.640863ms","start":"2026-07-03T16:20:56.914754Z","end":"2026-07-03T16:20:57.445394Z","steps":["trace[842921705] 'range keys from in-memory index tree' (duration: 530.52689ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:57.445404Z","caller":"traceutil/trace.go:171","msg":"trace[1359442493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:12628; }","duration":"613.254839ms","start":"2026-07-03T16:20:56.832138Z","end":"2026-07-03T16:20:57.445392Z","steps":["trace[1359442493] 'count revisions from in-memory index tree' (duration: 612.937482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.914734Z","time spent":"530.684843ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:20:57.445416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.168602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:57.445478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.246358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:57.445479Z","caller":"traceutil/trace.go:171","msg":"trace[151625584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12628; }","duration":"530.285474ms","start":"2026-07-03T16:20:56.915181Z","end":"2026-07-03T16:20:57.445467Z","steps":["trace[151625584] 'range keys from in-memory index tree' (duration: 529.973606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.917286Z","time spent":"527.855599ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-03T16:20:57.445502Z","caller":"traceutil/trace.go:171","msg":"trace[873778956] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12628; }","duration":"528.299309ms","start":"2026-07-03T16:20:56.917197Z","end":"2026-07-03T16:20:57.445496Z","steps":["trace[873778956] 'range keys from in-memory index tree' (duration: 528.193176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.201066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:20:57.44553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.915161Z","time spent":"530.362747ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:20:57.445528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.937965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:57.445551Z","caller":"traceutil/trace.go:171","msg":"trace[1876318753] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12628; }","duration":"528.261768ms","start":"2026-07-03T16:20:56.917282Z","end":"2026-07-03T16:20:57.445544Z","steps":["trace[1876318753] 'range keys from in-memory index tree' (duration: 528.115684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.917263Z","time spent":"528.335149ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-03T16:20:57.445609Z","caller":"traceutil/trace.go:171","msg":"trace[591193250] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12628; }","duration":"530.024528ms","start":"2026-07-03T16:20:56.91555Z","end":"2026-07-03T16:20:57.445575Z","steps":["trace[591193250] 'range keys from in-memory index tree' (duration: 529.872414ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:57.445562Z","caller":"traceutil/trace.go:171","msg":"trace[204149420] transaction","detail":"{read_only:false; response_revision:12629; number_of_response:1; }","duration":"406.526636ms","start":"2026-07-03T16:20:57.039026Z","end":"2026-07-03T16:20:57.445553Z","steps":["trace[204149420] 'process raft request' (duration: 400.324295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:57.445265Z","caller":"traceutil/trace.go:171","msg":"trace[2020462387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12628; }","duration":"456.432117ms","start":"2026-07-03T16:20:56.988823Z","end":"2026-07-03T16:20:57.445256Z","steps":["trace[2020462387] 'range keys from in-memory index tree' (duration: 456.349855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.445635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.91554Z","time spent":"530.089319ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:20:57.445526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.917186Z","time spent":"528.33686ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:20:57.44544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.832111Z","time spent":"613.31085ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:20:57.445692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:57.039001Z","time spent":"406.639549ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:20:57.445018Z","caller":"traceutil/trace.go:171","msg":"trace[709820427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12628; }","duration":"499.712636ms","start":"2026-07-03T16:20:56.945293Z","end":"2026-07-03T16:20:57.445006Z","steps":["trace[709820427] 'range keys from in-memory index tree' (duration: 499.570943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.446053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.917321Z","time spent":"528.720338ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:20:57.44606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.945286Z","time spent":"500.760879ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:20:57.601967Z","caller":"traceutil/trace.go:171","msg":"trace[1870129057] transaction","detail":"{read_only:false; response_revision:12630; number_of_response:1; }","duration":"104.791345ms","start":"2026-07-03T16:20:57.497136Z","end":"2026-07-03T16:20:57.601928Z","steps":["trace[1870129057] 'process raft request' (duration: 54.2517ms)","trace[1870129057] 'compare' (duration: 50.388451ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:57.630652Z","caller":"traceutil/trace.go:171","msg":"trace[177222128] transaction","detail":"{read_only:false; response_revision:12631; number_of_response:1; }","duration":"133.05984ms","start":"2026-07-03T16:20:57.497567Z","end":"2026-07-03T16:20:57.630627Z","steps":["trace[177222128] 'process raft request' (duration: 132.871216ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:57.630885Z","caller":"traceutil/trace.go:171","msg":"trace[826406764] transaction","detail":"{read_only:false; response_revision:12632; number_of_response:1; }","duration":"132.708331ms","start":"2026-07-03T16:20:57.498138Z","end":"2026-07-03T16:20:57.630846Z","steps":["trace[826406764] 'process raft request' (duration: 132.435455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:59.264856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687353921,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:20:59.352314Z","caller":"traceutil/trace.go:171","msg":"trace[1114486663] transaction","detail":"{read_only:false; response_revision:12638; number_of_response:1; }","duration":"650.084371ms","start":"2026-07-03T16:20:58.702206Z","end":"2026-07-03T16:20:59.352291Z","steps":["trace[1114486663] 'process raft request' (duration: 649.921247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:59.352477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:58.702192Z","time spent":"650.218093ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:20:59.416896Z","caller":"traceutil/trace.go:171","msg":"trace[286785391] linearizableReadLoop","detail":"{readStateIndex:13104; appliedIndex:13102; }","duration":"652.567707ms","start":"2026-07-03T16:20:58.764303Z","end":"2026-07-03T16:20:59.416871Z","steps":["trace[286785391] 'read index received' (duration: 587.825188ms)","trace[286785391] 'applied index is now lower than readState.Index' (duration: 64.741349ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:59.417006Z","caller":"traceutil/trace.go:171","msg":"trace[882151280] transaction","detail":"{read_only:false; response_revision:12639; number_of_response:1; }","duration":"641.994136ms","start":"2026-07-03T16:20:58.774978Z","end":"2026-07-03T16:20:59.416972Z","steps":["trace[882151280] 'process raft request' (duration: 641.746029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:59.417169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:58.77494Z","time spent":"642.14491ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:20:59.417198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.879355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:20:59.417214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.199948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:20:59.41732Z","caller":"traceutil/trace.go:171","msg":"trace[1116326045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12639; }","duration":"472.383491ms","start":"2026-07-03T16:20:58.944913Z","end":"2026-07-03T16:20:59.417296Z","steps":["trace[1116326045] 'agreement among raft nodes before linearized reading' (duration: 472.197117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:59.417388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:58.944888Z","time spent":"472.487174ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:20:59.417256Z","caller":"traceutil/trace.go:171","msg":"trace[2000437002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:12639; }","duration":"652.963616ms","start":"2026-07-03T16:20:58.764278Z","end":"2026-07-03T16:20:59.417241Z","steps":["trace[2000437002] 'agreement among raft nodes before linearized reading' (duration: 652.748731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:59.417567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:58.764265Z","time spent":"653.287453ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:21:00.048738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.579397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:00.048795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.538596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:00.048814Z","caller":"traceutil/trace.go:171","msg":"trace[198815986] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12639; }","duration":"599.7093ms","start":"2026-07-03T16:20:59.449088Z","end":"2026-07-03T16:21:00.048798Z","steps":["trace[198815986] 'range keys from in-memory index tree' (duration: 599.440224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.048804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.897871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:00.048845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.449073Z","time spent":"599.764941ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:21:00.048846Z","caller":"traceutil/trace.go:171","msg":"trace[603756556] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12639; }","duration":"599.589777ms","start":"2026-07-03T16:20:59.449236Z","end":"2026-07-03T16:21:00.048826Z","steps":["trace[603756556] 'range keys from in-memory index tree' (duration: 599.471195ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:00.048877Z","caller":"traceutil/trace.go:171","msg":"trace[1142686691] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12639; }","duration":"599.002783ms","start":"2026-07-03T16:20:59.449856Z","end":"2026-07-03T16:21:00.048859Z","steps":["trace[1142686691] 'range keys from in-memory index tree' (duration: 598.84062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.048888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.44923Z","time spent":"599.650449ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:21:00.048918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.449846Z","time spent":"599.063046ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:21:00.048972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.890962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:00.048994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.725947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-03T16:21:00.049063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.72606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:00.049089Z","caller":"traceutil/trace.go:171","msg":"trace[909102183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12639; }","duration":"599.767431ms","start":"2026-07-03T16:20:59.449313Z","end":"2026-07-03T16:21:00.049081Z","steps":["trace[909102183] 'range keys from in-memory index tree' (duration: 599.642429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.049099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.998934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-03T16:21:00.049114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.449303Z","time spent":"599.805102ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:21:00.048742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.398152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:00.049115Z","caller":"traceutil/trace.go:171","msg":"trace[2025175989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12639; }","duration":"598.877151ms","start":"2026-07-03T16:20:59.450208Z","end":"2026-07-03T16:21:00.049085Z","steps":["trace[2025175989] 'range keys from in-memory index tree' (duration: 598.531833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:00.049128Z","caller":"traceutil/trace.go:171","msg":"trace[1419359113] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12639; }","duration":"599.047405ms","start":"2026-07-03T16:20:59.450071Z","end":"2026-07-03T16:21:00.049119Z","steps":["trace[1419359113] 'range keys from in-memory index tree' (duration: 598.881861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.049125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.912095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:00.049163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.45006Z","time spent":"599.097256ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-03T16:21:00.049183Z","caller":"traceutil/trace.go:171","msg":"trace[258313672] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12639; }","duration":"600.028657ms","start":"2026-07-03T16:20:59.449141Z","end":"2026-07-03T16:21:00.04917Z","steps":["trace[258313672] 'range keys from in-memory index tree' (duration: 599.859343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.049179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.450202Z","time spent":"598.962553ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:21:00.049216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.449122Z","time spent":"600.088058ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:21:00.049223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.655678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:21:00.049043Z","caller":"traceutil/trace.go:171","msg":"trace[1981553736] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12639; }","duration":"598.959903ms","start":"2026-07-03T16:20:59.450072Z","end":"2026-07-03T16:21:00.049032Z","steps":["trace[1981553736] 'range keys from in-memory index tree' (duration: 598.83354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.04915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.188611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:21:00.049285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.450046Z","time spent":"599.232339ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:21:00.049305Z","caller":"traceutil/trace.go:171","msg":"trace[26208241] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12639; }","duration":"600.385415ms","start":"2026-07-03T16:20:59.448913Z","end":"2026-07-03T16:21:00.049299Z","steps":["trace[26208241] 'range keys from in-memory index tree' (duration: 600.049627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:00.049317Z","caller":"traceutil/trace.go:171","msg":"trace[1709223435] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"598.526652ms","start":"2026-07-03T16:20:59.450768Z","end":"2026-07-03T16:21:00.049294Z","steps":["trace[1709223435] 'process raft request' (duration: 248.715661ms)","trace[1709223435] 'compare' (duration: 349.566526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:00.049325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.448893Z","time spent":"600.426136ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-03T16:21:00.04915Z","caller":"traceutil/trace.go:171","msg":"trace[1092618225] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12639; }","duration":"599.834563ms","start":"2026-07-03T16:20:59.449308Z","end":"2026-07-03T16:21:00.049142Z","steps":["trace[1092618225] 'range keys from in-memory index tree' (duration: 599.316011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.049376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.45075Z","time spent":"598.586593ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:00.04937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.449296Z","time spent":"600.060768ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:21:00.04866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.065545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:00.049468Z","caller":"traceutil/trace.go:171","msg":"trace[1226951545] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12639; }","duration":"599.919745ms","start":"2026-07-03T16:20:59.449538Z","end":"2026-07-03T16:21:00.049458Z","steps":["trace[1226951545] 'range keys from in-memory index tree' (duration: 599.005544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.049498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.449531Z","time spent":"599.958236ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:21:00.867935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16835993s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:21:00.950492Z","caller":"traceutil/trace.go:171","msg":"trace[1943555698] transaction","detail":"{read_only:false; response_revision:12641; number_of_response:1; }","duration":"1.342392826s","start":"2026-07-03T16:20:59.608074Z","end":"2026-07-03T16:21:00.950467Z","steps":["trace[1943555698] 'process raft request' (duration: 1.260079216s)","trace[1943555698] 'compare' (duration: 81.8543ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:00.950721Z","caller":"traceutil/trace.go:171","msg":"trace[1961685349] linearizableReadLoop","detail":"{readStateIndex:13108; appliedIndex:13104; }","duration":"1.287312888s","start":"2026-07-03T16:20:59.663382Z","end":"2026-07-03T16:21:00.950695Z","steps":["trace[1961685349] 'read index received' (duration: 36.169237ms)","trace[1961685349] 'applied index is now lower than readState.Index' (duration: 1.251142611s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:00.950795Z","caller":"traceutil/trace.go:171","msg":"trace[1502939093] transaction","detail":"{read_only:false; response_revision:12642; number_of_response:1; }","duration":"1.315261596s","start":"2026-07-03T16:20:59.63551Z","end":"2026-07-03T16:21:00.950771Z","steps":["trace[1502939093] 'process raft request' (duration: 1.314880647s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:00.950818Z","caller":"traceutil/trace.go:171","msg":"trace[1288072929] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"1.313214269s","start":"2026-07-03T16:20:59.637587Z","end":"2026-07-03T16:21:00.950801Z","steps":["trace[1288072929] 'process raft request' (duration: 1.313014905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.95089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238253507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:00.950928Z","caller":"traceutil/trace.go:171","msg":"trace[437487501] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12643; }","duration":"1.238339299s","start":"2026-07-03T16:20:59.712576Z","end":"2026-07-03T16:21:00.950915Z","steps":["trace[437487501] 'agreement among raft nodes before linearized reading' (duration: 1.238258267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.950922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.635467Z","time spent":"1.31538316s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:00.950935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287539743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:21:00.950961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.71256Z","time spent":"1.23839199s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:21:00.950969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.637568Z","time spent":"1.313319111s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:00.950995Z","caller":"traceutil/trace.go:171","msg":"trace[1229650500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12643; }","duration":"1.287638445s","start":"2026-07-03T16:20:59.663341Z","end":"2026-07-03T16:21:00.950979Z","steps":["trace[1229650500] 'agreement among raft nodes before linearized reading' (duration: 1.287455351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.951042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.66332Z","time spent":"1.287711357s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:21:00.951105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.793748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:21:00.951108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005465139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:00.951154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.893686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:21:00.951165Z","caller":"traceutil/trace.go:171","msg":"trace[1338269450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12643; }","duration":"1.0055217s","start":"2026-07-03T16:20:59.94563Z","end":"2026-07-03T16:21:00.951151Z","steps":["trace[1338269450] 'agreement among raft nodes before linearized reading' (duration: 1.005430118s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:00.951161Z","caller":"traceutil/trace.go:171","msg":"trace[1163947222] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12643; }","duration":"879.8922ms","start":"2026-07-03T16:21:00.071253Z","end":"2026-07-03T16:21:00.951146Z","steps":["trace[1163947222] 'agreement among raft nodes before linearized reading' (duration: 879.764917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.951164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.923107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:21:00.951192Z","caller":"traceutil/trace.go:171","msg":"trace[1067349059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12643; }","duration":"234.941117ms","start":"2026-07-03T16:21:00.716238Z","end":"2026-07-03T16:21:00.95118Z","steps":["trace[1067349059] 'agreement among raft nodes before linearized reading' (duration: 234.791094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.951205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.945574Z","time spent":"1.005622302s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:21:00.951218Z","caller":"traceutil/trace.go:171","msg":"trace[1089848187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12643; }","duration":"234.993199ms","start":"2026-07-03T16:21:00.716211Z","end":"2026-07-03T16:21:00.951204Z","steps":["trace[1089848187] 'agreement among raft nodes before linearized reading' (duration: 234.826295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:00.951214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.071235Z","time spent":"879.966601ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:21:00.951201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.987898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:21:00.951225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.834041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:21:00.95123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:59.608049Z","time spent":"1.342513528s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:00.951285Z","caller":"traceutil/trace.go:171","msg":"trace[336485266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12643; }","duration":"235.102161ms","start":"2026-07-03T16:21:00.716164Z","end":"2026-07-03T16:21:00.951266Z","steps":["trace[336485266] 'agreement among raft nodes before linearized reading' (duration: 234.821715ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:00.951298Z","caller":"traceutil/trace.go:171","msg":"trace[243317001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12643; }","duration":"268.920853ms","start":"2026-07-03T16:21:00.682359Z","end":"2026-07-03T16:21:00.95128Z","steps":["trace[243317001] 'agreement among raft nodes before linearized reading' (duration: 268.675658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.508496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:01.122371Z","time spent":"386.11852ms","remote":"127.0.0.1:58226","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:21:01.509108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.856402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:21:01.509368Z","caller":"traceutil/trace.go:171","msg":"trace[337039703] transaction","detail":"{read_only:false; response_revision:12645; number_of_response:1; }","duration":"553.79646ms","start":"2026-07-03T16:21:00.955557Z","end":"2026-07-03T16:21:01.509353Z","steps":["trace[337039703] 'process raft request' (duration: 553.651147ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.50939Z","caller":"traceutil/trace.go:171","msg":"trace[253977211] linearizableReadLoop","detail":"{readStateIndex:13113; appliedIndex:13108; }","duration":"548.605642ms","start":"2026-07-03T16:21:00.960764Z","end":"2026-07-03T16:21:01.50937Z","steps":["trace[253977211] 'read index received' (duration: 152.424522ms)","trace[253977211] 'applied index is now lower than readState.Index' (duration: 396.17991ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:01.509415Z","caller":"traceutil/trace.go:171","msg":"trace[747570719] transaction","detail":"{read_only:false; response_revision:12644; number_of_response:1; }","duration":"553.848291ms","start":"2026-07-03T16:21:00.955529Z","end":"2026-07-03T16:21:01.509377Z","steps":["trace[747570719] 'process raft request' (duration: 157.648001ms)","trace[747570719] 'compare' (duration: 395.72188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:01.509465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.955537Z","time spent":"553.867832ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:01.509481Z","caller":"traceutil/trace.go:171","msg":"trace[894680871] transaction","detail":"{read_only:false; response_revision:12646; number_of_response:1; }","duration":"553.180856ms","start":"2026-07-03T16:21:00.956289Z","end":"2026-07-03T16:21:01.50947Z","steps":["trace[894680871] 'process raft request' (duration: 552.972952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.509548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.956279Z","time spent":"553.233397ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:01.509579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.955505Z","time spent":"553.986185ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:01.509829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.074493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-03T16:21:01.509829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.061163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:01.509821Z","caller":"traceutil/trace.go:171","msg":"trace[360763716] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"553.407933ms","start":"2026-07-03T16:21:00.956385Z","end":"2026-07-03T16:21:01.509792Z","steps":["trace[360763716] 'process raft request' (duration: 552.912541ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.509844Z","caller":"traceutil/trace.go:171","msg":"trace[1385594873] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"553.432323ms","start":"2026-07-03T16:21:00.95638Z","end":"2026-07-03T16:21:01.509813Z","steps":["trace[1385594873] 'process raft request' (duration: 552.951951ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.5099Z","caller":"traceutil/trace.go:171","msg":"trace[1271311936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12648; }","duration":"549.143775ms","start":"2026-07-03T16:21:00.960731Z","end":"2026-07-03T16:21:01.509875Z","steps":["trace[1271311936] 'agreement among raft nodes before linearized reading' (duration: 549.042792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.509917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.161374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:21:01.509931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.385341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-03T16:21:01.509948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.960717Z","time spent":"549.221047ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:21:01.509965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.956355Z","time spent":"553.535556ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:01.509978Z","caller":"traceutil/trace.go:171","msg":"trace[822242401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12648; }","duration":"310.466993ms","start":"2026-07-03T16:21:01.199498Z","end":"2026-07-03T16:21:01.509965Z","steps":["trace[822242401] 'agreement among raft nodes before linearized reading' (duration: 310.36941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.509973Z","caller":"traceutil/trace.go:171","msg":"trace[801161254] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12648; }","duration":"211.249696ms","start":"2026-07-03T16:21:01.298709Z","end":"2026-07-03T16:21:01.509958Z","steps":["trace[801161254] 'agreement among raft nodes before linearized reading' (duration: 211.117303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.509855Z","caller":"traceutil/trace.go:171","msg":"trace[1366702164] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:12648; }","duration":"489.132184ms","start":"2026-07-03T16:21:01.020715Z","end":"2026-07-03T16:21:01.509847Z","steps":["trace[1366702164] 'agreement among raft nodes before linearized reading' (duration: 489.039902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.51001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:01.199478Z","time spent":"310.523123ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:21:01.510003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.956357Z","time spent":"553.559116ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:01.510041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:01.020702Z","time spent":"489.323989ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:21:01.695368Z","caller":"traceutil/trace.go:171","msg":"trace[855521949] linearizableReadLoop","detail":"{readStateIndex:13115; appliedIndex:13114; }","duration":"112.685514ms","start":"2026-07-03T16:21:01.582663Z","end":"2026-07-03T16:21:01.695348Z","steps":["trace[855521949] 'read index received' (duration: 112.521731ms)","trace[855521949] 'applied index is now lower than readState.Index' (duration: 161.533µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:01.695403Z","caller":"traceutil/trace.go:171","msg":"trace[1093551686] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"118.636311ms","start":"2026-07-03T16:21:01.576743Z","end":"2026-07-03T16:21:01.69538Z","steps":["trace[1093551686] 'process raft request' (duration: 118.456697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.695567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.855658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:21:01.695702Z","caller":"traceutil/trace.go:171","msg":"trace[554003992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12649; }","duration":"113.002361ms","start":"2026-07-03T16:21:01.582647Z","end":"2026-07-03T16:21:01.695649Z","steps":["trace[554003992] 'agreement among raft nodes before linearized reading' (duration: 112.770916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:02.306976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.172989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:21:02.307088Z","caller":"traceutil/trace.go:171","msg":"trace[1509866911] linearizableReadLoop","detail":"{readStateIndex:13117; appliedIndex:13116; }","duration":"249.186352ms","start":"2026-07-03T16:21:02.057886Z","end":"2026-07-03T16:21:02.307073Z","steps":["trace[1509866911] 'read index received' (duration: 81.912111ms)","trace[1509866911] 'applied index is now lower than readState.Index' (duration: 167.272831ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:02.307343Z","caller":"traceutil/trace.go:171","msg":"trace[743613591] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"250.855239ms","start":"2026-07-03T16:21:02.056454Z","end":"2026-07-03T16:21:02.307309Z","steps":["trace[743613591] 'process raft request' (duration: 83.260181ms)","trace[743613591] 'compare' (duration: 167.054326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:02.307502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.800979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:02.307585Z","caller":"traceutil/trace.go:171","msg":"trace[258981230] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12651; }","duration":"176.894361ms","start":"2026-07-03T16:21:02.130667Z","end":"2026-07-03T16:21:02.307562Z","steps":["trace[258981230] 'agreement among raft nodes before linearized reading' (duration: 176.744388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:02.307628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.641455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-03T16:21:02.307738Z","caller":"traceutil/trace.go:171","msg":"trace[1705629907] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12651; }","duration":"155.786889ms","start":"2026-07-03T16:21:02.151929Z","end":"2026-07-03T16:21:02.307716Z","steps":["trace[1705629907] 'agreement among raft nodes before linearized reading' (duration: 155.575654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:02.308058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.162745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:21:02.308114Z","caller":"traceutil/trace.go:171","msg":"trace[374712260] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12651; }","duration":"250.242487ms","start":"2026-07-03T16:21:02.057861Z","end":"2026-07-03T16:21:02.308104Z","steps":["trace[374712260] 'agreement among raft nodes before linearized reading' (duration: 249.480669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:03.148882Z","caller":"traceutil/trace.go:171","msg":"trace[609759106] transaction","detail":"{read_only:false; response_revision:12653; number_of_response:1; }","duration":"191.494755ms","start":"2026-07-03T16:21:02.957348Z","end":"2026-07-03T16:21:03.148843Z","steps":["trace[609759106] 'process raft request' (duration: 96.72508ms)","trace[609759106] 'compare' (duration: 94.493839ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:03.149104Z","caller":"traceutil/trace.go:171","msg":"trace[1322563374] transaction","detail":"{read_only:false; response_revision:12654; number_of_response:1; }","duration":"191.540686ms","start":"2026-07-03T16:21:02.957538Z","end":"2026-07-03T16:21:03.149079Z","steps":["trace[1322563374] 'process raft request' (duration: 191.173018ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:03.656055Z","caller":"traceutil/trace.go:171","msg":"trace[1590305633] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"137.848569ms","start":"2026-07-03T16:21:03.51818Z","end":"2026-07-03T16:21:03.656029Z","steps":["trace[1590305633] 'process raft request' (duration: 137.693266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:03.665805Z","caller":"traceutil/trace.go:171","msg":"trace[1594557686] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"147.048369ms","start":"2026-07-03T16:21:03.518741Z","end":"2026-07-03T16:21:03.665789Z","steps":["trace[1594557686] 'process raft request' (duration: 146.975127ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:03.665939Z","caller":"traceutil/trace.go:171","msg":"trace[845494519] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"147.686994ms","start":"2026-07-03T16:21:03.518219Z","end":"2026-07-03T16:21:03.665906Z","steps":["trace[845494519] 'process raft request' (duration: 147.413897ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:03.666001Z","caller":"traceutil/trace.go:171","msg":"trace[858828950] transaction","detail":"{read_only:false; response_revision:12658; number_of_response:1; }","duration":"146.911975ms","start":"2026-07-03T16:21:03.519077Z","end":"2026-07-03T16:21:03.665989Z","steps":["trace[858828950] 'process raft request' (duration: 146.67856ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:03.66634Z","caller":"traceutil/trace.go:171","msg":"trace[1016773582] transaction","detail":"{read_only:false; response_revision:12659; number_of_response:1; }","duration":"147.185752ms","start":"2026-07-03T16:21:03.519143Z","end":"2026-07-03T16:21:03.666329Z","steps":["trace[1016773582] 'process raft request' (duration: 146.804483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:04.430591Z","caller":"traceutil/trace.go:171","msg":"trace[1743370083] linearizableReadLoop","detail":"{readStateIndex:13127; appliedIndex:13126; }","duration":"117.974994ms","start":"2026-07-03T16:21:04.31259Z","end":"2026-07-03T16:21:04.430565Z","steps":["trace[1743370083] 'read index received' (duration: 117.76764ms)","trace[1743370083] 'applied index is now lower than readState.Index' (duration: 206.234µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:04.430699Z","caller":"traceutil/trace.go:171","msg":"trace[1302363219] transaction","detail":"{read_only:false; response_revision:12661; number_of_response:1; }","duration":"118.761133ms","start":"2026-07-03T16:21:04.311908Z","end":"2026-07-03T16:21:04.430669Z","steps":["trace[1302363219] 'process raft request' (duration: 118.445746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:04.430816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.19291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:21:04.430855Z","caller":"traceutil/trace.go:171","msg":"trace[782215383] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12661; }","duration":"118.294862ms","start":"2026-07-03T16:21:04.31255Z","end":"2026-07-03T16:21:04.430845Z","steps":["trace[782215383] 'agreement among raft nodes before linearized reading' (duration: 118.113148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:26.008364Z","caller":"traceutil/trace.go:171","msg":"trace[868226248] linearizableReadLoop","detail":"{readStateIndex:13294; appliedIndex:13293; }","duration":"136.857096ms","start":"2026-07-03T16:21:25.871483Z","end":"2026-07-03T16:21:26.00834Z","steps":["trace[868226248] 'read index received' (duration: 136.677502ms)","trace[868226248] 'applied index is now lower than readState.Index' (duration: 177.954µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:26.008416Z","caller":"traceutil/trace.go:171","msg":"trace[670883274] transaction","detail":"{read_only:false; response_revision:12823; number_of_response:1; }","duration":"155.774169ms","start":"2026-07-03T16:21:25.852613Z","end":"2026-07-03T16:21:26.008387Z","steps":["trace[670883274] 'process raft request' (duration: 155.547563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:26.008626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.5679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:21:26.008671Z","caller":"traceutil/trace.go:171","msg":"trace[607270396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12823; }","duration":"115.671243ms","start":"2026-07-03T16:21:25.892987Z","end":"2026-07-03T16:21:26.008658Z","steps":["trace[607270396] 'agreement among raft nodes before linearized reading' (duration: 115.510279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:26.008698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.187334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:21:26.008794Z","caller":"traceutil/trace.go:171","msg":"trace[1330012119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12823; }","duration":"137.326497ms","start":"2026-07-03T16:21:25.871446Z","end":"2026-07-03T16:21:26.008772Z","steps":["trace[1330012119] 'agreement among raft nodes before linearized reading' (duration: 137.042491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:26.009024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.498721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:21:26.00908Z","caller":"traceutil/trace.go:171","msg":"trace[852501697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12823; }","duration":"105.654534ms","start":"2026-07-03T16:21:25.903414Z","end":"2026-07-03T16:21:26.009068Z","steps":["trace[852501697] 'agreement among raft nodes before linearized reading' (duration: 105.445949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:26.009209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.613103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:21:26.009245Z","caller":"traceutil/trace.go:171","msg":"trace[863970523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12823; }","duration":"105.687435ms","start":"2026-07-03T16:21:25.903547Z","end":"2026-07-03T16:21:26.009235Z","steps":["trace[863970523] 'agreement among raft nodes before linearized reading' (duration: 105.239324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.237346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.481783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.237506Z","caller":"traceutil/trace.go:171","msg":"trace[225032768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12829; }","duration":"247.655408ms","start":"2026-07-03T16:21:26.989831Z","end":"2026-07-03T16:21:27.237486Z","steps":["trace[225032768] 'range keys from in-memory index tree' (duration: 247.464703ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:27.259501Z","caller":"traceutil/trace.go:171","msg":"trace[422378668] transaction","detail":"{read_only:false; response_revision:12830; number_of_response:1; }","duration":"144.545821ms","start":"2026-07-03T16:21:27.114898Z","end":"2026-07-03T16:21:27.259444Z","steps":["trace[422378668] 'process raft request' (duration: 144.197443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:33.52938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.316616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:21:33.529694Z","caller":"traceutil/trace.go:171","msg":"trace[1009910799] transaction","detail":"{read_only:false; response_revision:12863; number_of_response:1; }","duration":"236.473662ms","start":"2026-07-03T16:21:33.293191Z","end":"2026-07-03T16:21:33.529664Z","steps":["trace[1009910799] 'process raft request' (duration: 88.795249ms)","trace[1009910799] 'compare' (duration: 147.200672ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:33.529762Z","caller":"traceutil/trace.go:171","msg":"trace[861236056] linearizableReadLoop","detail":"{readStateIndex:13336; appliedIndex:13334; }","duration":"234.984478ms","start":"2026-07-03T16:21:33.294726Z","end":"2026-07-03T16:21:33.529711Z","steps":["trace[861236056] 'read index received' (duration: 13.968659ms)","trace[861236056] 'applied index is now lower than readState.Index' (duration: 221.011529ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:33.529554Z","caller":"traceutil/trace.go:171","msg":"trace[604149527] transaction","detail":"{read_only:false; response_revision:12864; number_of_response:1; }","duration":"156.908585ms","start":"2026-07-03T16:21:33.372628Z","end":"2026-07-03T16:21:33.529537Z","steps":["trace[604149527] 'process raft request' (duration: 156.857783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:33.529944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.181713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:33.530024Z","caller":"traceutil/trace.go:171","msg":"trace[1172373221] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12864; }","duration":"235.304885ms","start":"2026-07-03T16:21:33.294701Z","end":"2026-07-03T16:21:33.530006Z","steps":["trace[1172373221] 'agreement among raft nodes before linearized reading' (duration: 235.159582ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:32.024777Z","caller":"traceutil/trace.go:171","msg":"trace[570489902] linearizableReadLoop","detail":"{readStateIndex:13732; appliedIndex:13731; }","duration":"382.977418ms","start":"2026-07-03T16:22:31.641777Z","end":"2026-07-03T16:22:32.024755Z","steps":["trace[570489902] 'read index received' (duration: 382.919077ms)","trace[570489902] 'applied index is now lower than readState.Index' (duration: 57.391µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:22:32.024861Z","caller":"traceutil/trace.go:171","msg":"trace[203815132] transaction","detail":"{read_only:false; response_revision:13246; number_of_response:1; }","duration":"391.272459ms","start":"2026-07-03T16:22:31.633551Z","end":"2026-07-03T16:22:32.024824Z","steps":["trace[203815132] 'process raft request' (duration: 391.085453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:22:32.024999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.177213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:22:32.025122Z","caller":"traceutil/trace.go:171","msg":"trace[520285321] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13246; }","duration":"383.346637ms","start":"2026-07-03T16:22:31.641751Z","end":"2026-07-03T16:22:32.025097Z","steps":["trace[520285321] 'agreement among raft nodes before linearized reading' (duration: 383.100321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:22:32.02505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:22:31.633405Z","time spent":"391.545944ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9271,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:22:32.025202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:22:31.641742Z","time spent":"383.43983ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:22:32.100371Z","caller":"traceutil/trace.go:171","msg":"trace[78067256] transaction","detail":"{read_only:false; response_revision:13247; number_of_response:1; }","duration":"356.698588ms","start":"2026-07-03T16:22:31.743649Z","end":"2026-07-03T16:22:32.100348Z","steps":["trace[78067256] 'process raft request' (duration: 347.59188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:22:32.100517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:22:31.743631Z","time spent":"356.812211ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:22:32.100599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.030962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:22:32.100715Z","caller":"traceutil/trace.go:171","msg":"trace[598376074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13248; }","duration":"155.192366ms","start":"2026-07-03T16:22:31.945498Z","end":"2026-07-03T16:22:32.10069Z","steps":["trace[598376074] 'agreement among raft nodes before linearized reading' (duration: 155.022512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:32.100904Z","caller":"traceutil/trace.go:171","msg":"trace[2098767240] transaction","detail":"{read_only:false; response_revision:13248; number_of_response:1; }","duration":"355.763327ms","start":"2026-07-03T16:22:31.745114Z","end":"2026-07-03T16:22:32.100877Z","steps":["trace[2098767240] 'process raft request' (duration: 355.189903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:22:32.101052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:22:31.745088Z","time spent":"355.88541ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:22:33.758396Z","caller":"traceutil/trace.go:171","msg":"trace[290081971] transaction","detail":"{read_only:false; response_revision:13260; number_of_response:1; }","duration":"174.324542ms","start":"2026-07-03T16:22:33.58403Z","end":"2026-07-03T16:22:33.758355Z","steps":["trace[290081971] 'process raft request' (duration: 170.135257ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:33.758426Z","caller":"traceutil/trace.go:171","msg":"trace[1987876373] transaction","detail":"{read_only:false; response_revision:13261; number_of_response:1; }","duration":"126.278585ms","start":"2026-07-03T16:22:33.63212Z","end":"2026-07-03T16:22:33.758398Z","steps":["trace[1987876373] 'process raft request' (duration: 126.149822ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:34.217638Z","caller":"traceutil/trace.go:171","msg":"trace[1280938805] transaction","detail":"{read_only:false; response_revision:13265; number_of_response:1; }","duration":"109.048091ms","start":"2026-07-03T16:22:34.108561Z","end":"2026-07-03T16:22:34.217609Z","steps":["trace[1280938805] 'process raft request' (duration: 88.608935ms)","trace[1280938805] 'compare' (duration: 20.330054ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:13.161771Z","caller":"traceutil/trace.go:171","msg":"trace[1824155112] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"101.5638ms","start":"2026-07-03T16:23:13.060185Z","end":"2026-07-03T16:23:13.161749Z","steps":["trace[1824155112] 'process raft request' (duration: 75.70565ms)","trace[1824155112] 'compare' (duration: 25.751468ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:14.366231Z","caller":"traceutil/trace.go:171","msg":"trace[1440121153] transaction","detail":"{read_only:false; response_revision:13539; number_of_response:1; }","duration":"114.050305ms","start":"2026-07-03T16:23:14.252161Z","end":"2026-07-03T16:23:14.366211Z","steps":["trace[1440121153] 'process raft request' (duration: 75.914124ms)","trace[1440121153] 'compare' (duration: 38.05526ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:14.375269Z","caller":"traceutil/trace.go:171","msg":"trace[983656997] linearizableReadLoop","detail":"{readStateIndex:14034; appliedIndex:14032; }","duration":"108.745655ms","start":"2026-07-03T16:23:14.266514Z","end":"2026-07-03T16:23:14.37526Z","steps":["trace[983656997] 'read index received' (duration: 61.507026ms)","trace[983656997] 'applied index is now lower than readState.Index' (duration: 47.238059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:23:14.375354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.835007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:23:14.375379Z","caller":"traceutil/trace.go:171","msg":"trace[2021677692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13541; }","duration":"108.914199ms","start":"2026-07-03T16:23:14.266459Z","end":"2026-07-03T16:23:14.375373Z","steps":["trace[2021677692] 'agreement among raft nodes before linearized reading' (duration: 108.845297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:14.375362Z","caller":"traceutil/trace.go:171","msg":"trace[1173399978] transaction","detail":"{read_only:false; response_revision:13540; number_of_response:1; }","duration":"117.517105ms","start":"2026-07-03T16:23:14.257812Z","end":"2026-07-03T16:23:14.375329Z","steps":["trace[1173399978] 'process raft request' (duration: 117.361521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:14.55297Z","caller":"traceutil/trace.go:171","msg":"trace[204875516] transaction","detail":"{read_only:false; response_revision:13543; number_of_response:1; }","duration":"115.015798ms","start":"2026-07-03T16:23:14.437922Z","end":"2026-07-03T16:23:14.552938Z","steps":["trace[204875516] 'process raft request' (duration: 67.447221ms)","trace[204875516] 'compare' (duration: 47.320231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:23:16.474223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.231724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-03T16:23:22.983413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.379521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:23:22.983493Z","caller":"traceutil/trace.go:171","msg":"trace[797077618] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:13609; }","duration":"120.480193ms","start":"2026-07-03T16:23:22.862995Z","end":"2026-07-03T16:23:22.983475Z","steps":["trace[797077618] 'range keys from in-memory index tree' (duration: 119.956061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:33.277533Z","caller":"traceutil/trace.go:171","msg":"trace[1476516444] transaction","detail":"{read_only:false; response_revision:13664; number_of_response:1; }","duration":"107.195701ms","start":"2026-07-03T16:23:33.170316Z","end":"2026-07-03T16:23:33.277511Z","steps":["trace[1476516444] 'process raft request' (duration: 44.807674ms)","trace[1476516444] 'compare' (duration: 62.117001ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:24:07.348539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11629} {"level":"info","ts":"2026-07-03T16:24:07.430656Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11629,"took":"79.414435ms","hash":719888182,"current-db-size-bytes":45600768,"current-db-size":"46 MB","current-db-size-in-use-bytes":26185728,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T16:24:07.430743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":719888182,"revision":11629,"compact-revision":9620} {"level":"info","ts":"2026-07-03T16:26:10.248118Z","caller":"traceutil/trace.go:171","msg":"trace[1459900246] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"118.464438ms","start":"2026-07-03T16:26:10.129635Z","end":"2026-07-03T16:26:10.248099Z","steps":["trace[1459900246] 'process raft request' (duration: 87.281025ms)","trace[1459900246] 'compare' (duration: 30.772504ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:43.726334Z","caller":"traceutil/trace.go:171","msg":"trace[2134983556] transaction","detail":"{read_only:false; response_revision:14993; number_of_response:1; }","duration":"209.395276ms","start":"2026-07-03T16:26:43.516913Z","end":"2026-07-03T16:26:43.726308Z","steps":["trace[2134983556] 'process raft request' (duration: 209.211692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:46.819793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.69351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T16:26:46.819887Z","caller":"traceutil/trace.go:171","msg":"trace[168002941] linearizableReadLoop","detail":"{readStateIndex:15557; appliedIndex:15556; }","duration":"188.216402ms","start":"2026-07-03T16:26:46.631656Z","end":"2026-07-03T16:26:46.819872Z","steps":["trace[168002941] 'read index received' (duration: 92.282µs)","trace[168002941] 'applied index is now lower than readState.Index' (duration: 188.12299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:46.820625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.968469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:26:46.82065Z","caller":"traceutil/trace.go:171","msg":"trace[1733819330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15010; }","duration":"189.001789ms","start":"2026-07-03T16:26:46.631641Z","end":"2026-07-03T16:26:46.820642Z","steps":["trace[1733819330] 'agreement among raft nodes before linearized reading' (duration: 188.876127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:46.820751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.238911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:26:46.820853Z","caller":"traceutil/trace.go:171","msg":"trace[1354942090] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:15010; }","duration":"177.407975ms","start":"2026-07-03T16:26:46.643422Z","end":"2026-07-03T16:26:46.82083Z","steps":["trace[1354942090] 'agreement among raft nodes before linearized reading' (duration: 177.20503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:47.445775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687360617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:26:47.550014Z","caller":"traceutil/trace.go:171","msg":"trace[861733137] transaction","detail":"{read_only:false; response_revision:15011; number_of_response:1; }","duration":"726.432425ms","start":"2026-07-03T16:26:46.823552Z","end":"2026-07-03T16:26:47.549984Z","steps":["trace[861733137] 'process raft request' (duration: 726.23127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:47.550216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:46.82353Z","time spent":"726.569568ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:26:47.660474Z","caller":"traceutil/trace.go:171","msg":"trace[1585600835] linearizableReadLoop","detail":"{readStateIndex:15559; appliedIndex:15557; }","duration":"715.307069ms","start":"2026-07-03T16:26:46.945134Z","end":"2026-07-03T16:26:47.660441Z","steps":["trace[1585600835] 'read index received' (duration: 604.755023ms)","trace[1585600835] 'applied index is now lower than readState.Index' (duration: 110.550956ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:47.66048Z","caller":"traceutil/trace.go:171","msg":"trace[1474264006] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"736.993866ms","start":"2026-07-03T16:26:46.923462Z","end":"2026-07-03T16:26:47.660456Z","steps":["trace[1474264006] 'process raft request' (duration: 729.962575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:47.660672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.518485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:26:47.660692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:46.923438Z","time spent":"737.15471ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:26:47.66072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.470374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:26:47.660757Z","caller":"traceutil/trace.go:171","msg":"trace[421491184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15012; }","duration":"502.544826ms","start":"2026-07-03T16:26:47.158201Z","end":"2026-07-03T16:26:47.660746Z","steps":["trace[421491184] 'agreement among raft nodes before linearized reading' (duration: 502.405673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:47.660753Z","caller":"traceutil/trace.go:171","msg":"trace[1033317180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15012; }","duration":"715.637287ms","start":"2026-07-03T16:26:46.945097Z","end":"2026-07-03T16:26:47.660734Z","steps":["trace[1033317180] 'agreement among raft nodes before linearized reading' (duration: 715.497404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:47.660789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:47.158182Z","time spent":"502.599408ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:26:47.6608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:26:46.945087Z","time spent":"715.704419ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:26:51.371101Z","caller":"traceutil/trace.go:171","msg":"trace[1907746709] transaction","detail":"{read_only:false; response_revision:15032; number_of_response:1; }","duration":"108.945981ms","start":"2026-07-03T16:26:51.262131Z","end":"2026-07-03T16:26:51.371077Z","steps":["trace[1907746709] 'process raft request' (duration: 108.795388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:51.496788Z","caller":"traceutil/trace.go:171","msg":"trace[841659423] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"118.97634ms","start":"2026-07-03T16:26:51.377777Z","end":"2026-07-03T16:26:51.496753Z","steps":["trace[841659423] 'process raft request' (duration: 70.368998ms)","trace[841659423] 'compare' (duration: 48.389187ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:51.499772Z","caller":"traceutil/trace.go:171","msg":"trace[150858355] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"121.920807ms","start":"2026-07-03T16:26:51.37783Z","end":"2026-07-03T16:26:51.499751Z","steps":["trace[150858355] 'process raft request' (duration: 121.678892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:51.500077Z","caller":"traceutil/trace.go:171","msg":"trace[1535018982] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"122.194934ms","start":"2026-07-03T16:26:51.377861Z","end":"2026-07-03T16:26:51.500055Z","steps":["trace[1535018982] 'process raft request' (duration: 121.777785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:51.500117Z","caller":"traceutil/trace.go:171","msg":"trace[2027371178] transaction","detail":"{read_only:false; response_revision:15037; number_of_response:1; }","duration":"108.48564ms","start":"2026-07-03T16:26:51.391608Z","end":"2026-07-03T16:26:51.500093Z","steps":["trace[2027371178] 'process raft request' (duration: 108.420919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:51.500278Z","caller":"traceutil/trace.go:171","msg":"trace[1534583149] transaction","detail":"{read_only:false; response_revision:15036; number_of_response:1; }","duration":"120.013683ms","start":"2026-07-03T16:26:51.380139Z","end":"2026-07-03T16:26:51.500152Z","steps":["trace[1534583149] 'process raft request' (duration: 119.792958ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:51.615871Z","caller":"traceutil/trace.go:171","msg":"trace[1949421291] transaction","detail":"{read_only:false; response_revision:15038; number_of_response:1; }","duration":"106.388332ms","start":"2026-07-03T16:26:51.509449Z","end":"2026-07-03T16:26:51.615837Z","steps":["trace[1949421291] 'process raft request' (duration: 99.853913ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:53.992273Z","caller":"traceutil/trace.go:171","msg":"trace[699011830] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"125.476728ms","start":"2026-07-03T16:26:53.86676Z","end":"2026-07-03T16:26:53.992237Z","steps":["trace[699011830] 'process raft request' (duration: 83.219082ms)","trace[699011830] 'compare' (duration: 41.888517ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:53.992326Z","caller":"traceutil/trace.go:171","msg":"trace[34854679] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"118.955469ms","start":"2026-07-03T16:26:53.87334Z","end":"2026-07-03T16:26:53.992295Z","steps":["trace[34854679] 'process raft request' (duration: 118.790335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:59.848486Z","caller":"traceutil/trace.go:171","msg":"trace[832186301] transaction","detail":"{read_only:false; response_revision:15078; number_of_response:1; }","duration":"132.455307ms","start":"2026-07-03T16:26:59.715994Z","end":"2026-07-03T16:26:59.848449Z","steps":["trace[832186301] 'process raft request' (duration: 79.987157ms)","trace[832186301] 'compare' (duration: 52.235445ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:59.848732Z","caller":"traceutil/trace.go:171","msg":"trace[1629564785] linearizableReadLoop","detail":"{readStateIndex:15628; appliedIndex:15625; }","duration":"124.216879ms","start":"2026-07-03T16:26:59.724485Z","end":"2026-07-03T16:26:59.848702Z","steps":["trace[1629564785] 'read index received' (duration: 59.52502ms)","trace[1629564785] 'applied index is now lower than readState.Index' (duration: 64.688959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:59.848996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.501945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:26:59.849038Z","caller":"traceutil/trace.go:171","msg":"trace[798009297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15080; }","duration":"124.603807ms","start":"2026-07-03T16:26:59.724424Z","end":"2026-07-03T16:26:59.849028Z","steps":["trace[798009297] 'agreement among raft nodes before linearized reading' (duration: 124.426073ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:59.848811Z","caller":"traceutil/trace.go:171","msg":"trace[1475812847] transaction","detail":"{read_only:false; response_revision:15079; number_of_response:1; }","duration":"131.760391ms","start":"2026-07-03T16:26:59.716877Z","end":"2026-07-03T16:26:59.848637Z","steps":["trace[1475812847] 'process raft request' (duration: 131.458964ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:02.695479Z","caller":"traceutil/trace.go:171","msg":"trace[894389560] transaction","detail":"{read_only:false; response_revision:15098; number_of_response:1; }","duration":"112.395549ms","start":"2026-07-03T16:27:02.582581Z","end":"2026-07-03T16:27:02.694976Z","steps":["trace[894389560] 'process raft request' (duration: 73.792016ms)","trace[894389560] 'compare' (duration: 38.391268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:04.893571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.011845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:04.89378Z","caller":"traceutil/trace.go:171","msg":"trace[1813741612] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"174.786175ms","start":"2026-07-03T16:27:04.718936Z","end":"2026-07-03T16:27:04.893722Z","steps":["trace[1813741612] 'process raft request' (duration: 71.529215ms)","trace[1813741612] 'compare' (duration: 102.879281ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:04.893944Z","caller":"traceutil/trace.go:171","msg":"trace[1807144118] linearizableReadLoop","detail":"{readStateIndex:15658; appliedIndex:15657; }","duration":"148.091895ms","start":"2026-07-03T16:27:04.74581Z","end":"2026-07-03T16:27:04.893901Z","steps":["trace[1807144118] 'read index received' (duration: 44.64302ms)","trace[1807144118] 'applied index is now lower than readState.Index' (duration: 103.439365ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:04.89401Z","caller":"traceutil/trace.go:171","msg":"trace[1429946106] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"131.647489ms","start":"2026-07-03T16:27:04.762341Z","end":"2026-07-03T16:27:04.893988Z","steps":["trace[1429946106] 'process raft request' (duration: 131.350042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:04.894185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.354011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:27:04.894232Z","caller":"traceutil/trace.go:171","msg":"trace[663484452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15109; }","duration":"148.436293ms","start":"2026-07-03T16:27:04.745782Z","end":"2026-07-03T16:27:04.894219Z","steps":["trace[663484452] 'agreement among raft nodes before linearized reading' (duration: 148.217368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:11.138156Z","caller":"traceutil/trace.go:171","msg":"trace[594857211] transaction","detail":"{read_only:false; response_revision:15138; number_of_response:1; }","duration":"113.640878ms","start":"2026-07-03T16:27:11.024475Z","end":"2026-07-03T16:27:11.138116Z","steps":["trace[594857211] 'process raft request' (duration: 32.139045ms)","trace[594857211] 'compare' (duration: 81.289188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:12.524476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687360982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:13.025309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687360982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:13.164823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16992294s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:27:13.165313Z","caller":"traceutil/trace.go:171","msg":"trace[1455820886] transaction","detail":"{read_only:false; response_revision:15141; number_of_response:1; }","duration":"1.170636648s","start":"2026-07-03T16:27:11.994652Z","end":"2026-07-03T16:27:13.165289Z","steps":["trace[1455820886] 'process raft request' (duration: 1.170477485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.16545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:11.994619Z","time spent":"1.170760671s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:13.177809Z","caller":"traceutil/trace.go:171","msg":"trace[1955790761] transaction","detail":"{read_only:false; response_revision:15142; number_of_response:1; }","duration":"1.139385294s","start":"2026-07-03T16:27:12.038387Z","end":"2026-07-03T16:27:13.177772Z","steps":["trace[1955790761] 'process raft request' (duration: 1.139155199s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:13.177815Z","caller":"traceutil/trace.go:171","msg":"trace[2094753254] transaction","detail":"{read_only:false; response_revision:15143; number_of_response:1; }","duration":"1.053915039s","start":"2026-07-03T16:27:12.123872Z","end":"2026-07-03T16:27:13.177787Z","steps":["trace[2094753254] 'process raft request' (duration: 1.053799117s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:13.177973Z","caller":"traceutil/trace.go:171","msg":"trace[1257166357] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"776.55366ms","start":"2026-07-03T16:27:12.401409Z","end":"2026-07-03T16:27:13.177962Z","steps":["trace[1257166357] 'process raft request' (duration: 776.479509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.177981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.038362Z","time spent":"1.139534167s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:13.177999Z","caller":"traceutil/trace.go:171","msg":"trace[1869954819] linearizableReadLoop","detail":"{readStateIndex:15698; appliedIndex:15692; }","duration":"1.157029007s","start":"2026-07-03T16:27:12.020961Z","end":"2026-07-03T16:27:13.17799Z","steps":["trace[1869954819] 'read index received' (duration: 1.144138563s)","trace[1869954819] 'applied index is now lower than readState.Index' (duration: 12.889604ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:13.178045Z","caller":"traceutil/trace.go:171","msg":"trace[1449966981] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"944.646702ms","start":"2026-07-03T16:27:12.233355Z","end":"2026-07-03T16:27:13.178002Z","steps":["trace[1449966981] 'process raft request' (duration: 944.364456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.123846Z","time spent":"1.054151285s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:13.178099Z","caller":"traceutil/trace.go:171","msg":"trace[2099747368] transaction","detail":"{read_only:false; response_revision:15146; number_of_response:1; }","duration":"281.250668ms","start":"2026-07-03T16:27:12.896842Z","end":"2026-07-03T16:27:13.178093Z","steps":["trace[2099747368] 'process raft request' (duration: 281.089715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.401379Z","time spent":"776.635471ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:13.178147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.233332Z","time spent":"944.773724ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:13.178272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.428993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:27:13.178281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157326453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:13.178292Z","caller":"traceutil/trace.go:171","msg":"trace[1478428055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15146; }","duration":"526.471533ms","start":"2026-07-03T16:27:12.651813Z","end":"2026-07-03T16:27:13.178285Z","steps":["trace[1478428055] 'agreement among raft nodes before linearized reading' (duration: 526.397152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.651795Z","time spent":"526.509765ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:27:13.178312Z","caller":"traceutil/trace.go:171","msg":"trace[568308253] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:15146; }","duration":"1.157427386s","start":"2026-07-03T16:27:12.020873Z","end":"2026-07-03T16:27:13.178301Z","steps":["trace[568308253] 'agreement among raft nodes before linearized reading' (duration: 1.157357944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.627509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:27:13.178338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.020855Z","time spent":"1.157475536s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:13.178359Z","caller":"traceutil/trace.go:171","msg":"trace[842901565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15146; }","duration":"233.692111ms","start":"2026-07-03T16:27:12.944661Z","end":"2026-07-03T16:27:13.178353Z","steps":["trace[842901565] 'agreement among raft nodes before linearized reading' (duration: 233.607719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043082522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:27:13.178436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.181947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:13.178455Z","caller":"traceutil/trace.go:171","msg":"trace[1672788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15146; }","duration":"1.043128513s","start":"2026-07-03T16:27:12.135322Z","end":"2026-07-03T16:27:13.178451Z","steps":["trace[1672788] 'agreement among raft nodes before linearized reading' (duration: 1.043079832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.17847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.13531Z","time spent":"1.043157674s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:27:13.178422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043288787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:27:13.17854Z","caller":"traceutil/trace.go:171","msg":"trace[365466977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15146; }","duration":"1.043465801s","start":"2026-07-03T16:27:12.135048Z","end":"2026-07-03T16:27:13.178514Z","steps":["trace[365466977] 'agreement among raft nodes before linearized reading' (duration: 1.043127273s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.135029Z","time spent":"1.043552402s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:27:13.178481Z","caller":"traceutil/trace.go:171","msg":"trace[590948641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15146; }","duration":"806.266329ms","start":"2026-07-03T16:27:12.372199Z","end":"2026-07-03T16:27:13.178465Z","steps":["trace[590948641] 'agreement among raft nodes before linearized reading' (duration: 806.198487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.372179Z","time spent":"806.447393ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:13.178642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.368563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:13.178707Z","caller":"traceutil/trace.go:171","msg":"trace[1792243676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15146; }","duration":"233.468476ms","start":"2026-07-03T16:27:12.945233Z","end":"2026-07-03T16:27:13.178702Z","steps":["trace[1792243676] 'agreement among raft nodes before linearized reading' (duration: 232.938004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:16.72293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.97974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T16:27:20.382112Z","caller":"traceutil/trace.go:171","msg":"trace[1964114692] transaction","detail":"{read_only:false; response_revision:15181; number_of_response:1; }","duration":"211.376672ms","start":"2026-07-03T16:27:20.170697Z","end":"2026-07-03T16:27:20.382074Z","steps":["trace[1964114692] 'process raft request' (duration: 211.109586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:20.629403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.486465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:20.629492Z","caller":"traceutil/trace.go:171","msg":"trace[1130009351] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15181; }","duration":"134.626547ms","start":"2026-07-03T16:27:20.494845Z","end":"2026-07-03T16:27:20.629471Z","steps":["trace[1130009351] 'range keys from in-memory index tree' (duration: 134.391862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.771911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:24.24876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014783736s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:27:24.249249Z","caller":"traceutil/trace.go:171","msg":"trace[2056509949] transaction","detail":"{read_only:false; response_revision:15193; number_of_response:1; }","duration":"1.015384118s","start":"2026-07-03T16:27:23.23384Z","end":"2026-07-03T16:27:24.249224Z","steps":["trace[2056509949] 'process raft request' (duration: 1.015140773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.249553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.233818Z","time spent":"1.015520252s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:24.258841Z","caller":"traceutil/trace.go:171","msg":"trace[346850793] transaction","detail":"{read_only:false; response_revision:15194; number_of_response:1; }","duration":"1.013361873s","start":"2026-07-03T16:27:23.245449Z","end":"2026-07-03T16:27:24.258811Z","steps":["trace[346850793] 'process raft request' (duration: 1.007576251s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.258933Z","caller":"traceutil/trace.go:171","msg":"trace[1816511105] transaction","detail":"{read_only:false; response_revision:15195; number_of_response:1; }","duration":"1.001513182s","start":"2026-07-03T16:27:23.2574Z","end":"2026-07-03T16:27:24.258913Z","steps":["trace[1816511105] 'process raft request' (duration: 1.001351629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.259031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.257374Z","time spent":"1.001600075s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:24.25901Z","caller":"traceutil/trace.go:171","msg":"trace[2068342825] linearizableReadLoop","detail":"{readStateIndex:15751; appliedIndex:15746; }","duration":"988.158207ms","start":"2026-07-03T16:27:23.270824Z","end":"2026-07-03T16:27:24.258983Z","steps":["trace[2068342825] 'read index received' (duration: 978.341942ms)","trace[2068342825] 'applied index is now lower than readState.Index' (duration: 9.815055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:24.259046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.245435Z","time spent":"1.013468825s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:24.259169Z","caller":"traceutil/trace.go:171","msg":"trace[611037792] transaction","detail":"{read_only:false; response_revision:15197; number_of_response:1; }","duration":"820.72014ms","start":"2026-07-03T16:27:23.438427Z","end":"2026-07-03T16:27:24.259147Z","steps":["trace[611037792] 'process raft request' (duration: 820.471384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.259226Z","caller":"traceutil/trace.go:171","msg":"trace[322175805] transaction","detail":"{read_only:false; response_revision:15196; number_of_response:1; }","duration":"992.393263ms","start":"2026-07-03T16:27:23.266816Z","end":"2026-07-03T16:27:24.25921Z","steps":["trace[322175805] 'process raft request' (duration: 991.979404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.259297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.455183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:27:24.259327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.266789Z","time spent":"992.488466ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:24.259328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.43839Z","time spent":"820.835722ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:24.25937Z","caller":"traceutil/trace.go:171","msg":"trace[2118212183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15197; }","duration":"988.572236ms","start":"2026-07-03T16:27:23.270781Z","end":"2026-07-03T16:27:24.259353Z","steps":["trace[2118212183] 'agreement among raft nodes before linearized reading' (duration: 988.366002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.259431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.270768Z","time spent":"988.648618ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:27:24.259609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.674768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:27:24.259596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.704769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T16:27:24.259655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.783849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:27:24.259712Z","caller":"traceutil/trace.go:171","msg":"trace[567986590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15197; }","duration":"956.841222ms","start":"2026-07-03T16:27:23.30285Z","end":"2026-07-03T16:27:24.259691Z","steps":["trace[567986590] 'agreement among raft nodes before linearized reading' (duration: 956.629027ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.259736Z","caller":"traceutil/trace.go:171","msg":"trace[219819816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15197; }","duration":"959.879261ms","start":"2026-07-03T16:27:23.29983Z","end":"2026-07-03T16:27:24.25971Z","steps":["trace[219819816] 'agreement among raft nodes before linearized reading' (duration: 959.738638ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.259687Z","caller":"traceutil/trace.go:171","msg":"trace[1520179830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15197; }","duration":"956.751789ms","start":"2026-07-03T16:27:23.302901Z","end":"2026-07-03T16:27:24.259653Z","steps":["trace[1520179830] 'agreement among raft nodes before linearized reading' (duration: 956.533454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.25977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.299816Z","time spent":"959.946613ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:27:24.259707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.875635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:27:24.25978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.302836Z","time spent":"956.922173ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:27:24.259828Z","caller":"traceutil/trace.go:171","msg":"trace[393297824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15197; }","duration":"930.010768ms","start":"2026-07-03T16:27:23.329792Z","end":"2026-07-03T16:27:24.259803Z","steps":["trace[393297824] 'agreement among raft nodes before linearized reading' (duration: 929.783603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.259846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.302896Z","time spent":"956.885073ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:24.259866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.329779Z","time spent":"930.07488ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:24.260341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.012108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:27:24.260449Z","caller":"traceutil/trace.go:171","msg":"trace[1091341814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15197; }","duration":"986.169851ms","start":"2026-07-03T16:27:23.274255Z","end":"2026-07-03T16:27:24.260425Z","steps":["trace[1091341814] 'agreement among raft nodes before linearized reading' (duration: 984.967954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.260535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.274238Z","time spent":"986.281904ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:27:24.260387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.585731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:24.260826Z","caller":"traceutil/trace.go:171","msg":"trace[292729494] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15197; }","duration":"749.792658ms","start":"2026-07-03T16:27:23.511012Z","end":"2026-07-03T16:27:24.260805Z","steps":["trace[292729494] 'agreement among raft nodes before linearized reading' (duration: 748.518889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:24.260963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.51099Z","time spent":"749.954461ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:34.581862Z","caller":"traceutil/trace.go:171","msg":"trace[171126953] transaction","detail":"{read_only:false; response_revision:15263; number_of_response:1; }","duration":"195.57217ms","start":"2026-07-03T16:27:34.386265Z","end":"2026-07-03T16:27:34.581837Z","steps":["trace[171126953] 'process raft request' (duration: 195.363156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:34.58222Z","caller":"traceutil/trace.go:171","msg":"trace[1415979031] linearizableReadLoop","detail":"{readStateIndex:15822; appliedIndex:15819; }","duration":"176.927184ms","start":"2026-07-03T16:27:34.405256Z","end":"2026-07-03T16:27:34.582183Z","steps":["trace[1415979031] 'read index received' (duration: 176.396522ms)","trace[1415979031] 'applied index is now lower than readState.Index' (duration: 529.382µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:34.582228Z","caller":"traceutil/trace.go:171","msg":"trace[1017614357] transaction","detail":"{read_only:false; response_revision:15264; number_of_response:1; }","duration":"193.133434ms","start":"2026-07-03T16:27:34.389067Z","end":"2026-07-03T16:27:34.5822Z","steps":["trace[1017614357] 'process raft request' (duration: 192.730505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.582516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.241051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:27:34.582581Z","caller":"traceutil/trace.go:171","msg":"trace[1446788450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15265; }","duration":"177.338043ms","start":"2026-07-03T16:27:34.405213Z","end":"2026-07-03T16:27:34.582551Z","steps":["trace[1446788450] 'agreement among raft nodes before linearized reading' (duration: 177.124139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.582609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.821698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:27:34.582266Z","caller":"traceutil/trace.go:171","msg":"trace[1178195952] transaction","detail":"{read_only:false; response_revision:15265; number_of_response:1; }","duration":"192.984091ms","start":"2026-07-03T16:27:34.389243Z","end":"2026-07-03T16:27:34.582227Z","steps":["trace[1178195952] 'process raft request' (duration: 192.806217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.582648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.190716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:27:34.582728Z","caller":"traceutil/trace.go:171","msg":"trace[1613736967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15265; }","duration":"164.97277ms","start":"2026-07-03T16:27:34.41771Z","end":"2026-07-03T16:27:34.582683Z","steps":["trace[1613736967] 'agreement among raft nodes before linearized reading' (duration: 164.682594ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:34.582734Z","caller":"traceutil/trace.go:171","msg":"trace[6534833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15265; }","duration":"158.33897ms","start":"2026-07-03T16:27:34.424378Z","end":"2026-07-03T16:27:34.582717Z","steps":["trace[6534833] 'agreement among raft nodes before linearized reading' (duration: 158.147096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.582832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.611039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:27:34.58287Z","caller":"traceutil/trace.go:171","msg":"trace[1637807503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15265; }","duration":"149.68279ms","start":"2026-07-03T16:27:34.433178Z","end":"2026-07-03T16:27:34.582861Z","steps":["trace[1637807503] 'agreement among raft nodes before linearized reading' (duration: 149.573638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:34.583187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.089952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:27:34.583316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.910912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:27:34.583416Z","caller":"traceutil/trace.go:171","msg":"trace[1222735294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15265; }","duration":"159.006955ms","start":"2026-07-03T16:27:34.424374Z","end":"2026-07-03T16:27:34.583381Z","steps":["trace[1222735294] 'agreement among raft nodes before linearized reading' (duration: 158.526614ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:34.583834Z","caller":"traceutil/trace.go:171","msg":"trace[614453258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15265; }","duration":"161.182294ms","start":"2026-07-03T16:27:34.422047Z","end":"2026-07-03T16:27:34.58323Z","steps":["trace[614453258] 'agreement among raft nodes before linearized reading' (duration: 160.959929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:36.405174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319867459s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:36.405317Z","caller":"traceutil/trace.go:171","msg":"trace[1682158654] transaction","detail":"{read_only:false; response_revision:15266; number_of_response:1; }","duration":"1.817665378s","start":"2026-07-03T16:27:34.587622Z","end":"2026-07-03T16:27:36.405288Z","steps":["trace[1682158654] 'process raft request' (duration: 497.574183ms)","trace[1682158654] 'compare' (duration: 1.318688192s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:36.405405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.587604Z","time spent":"1.81775568s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:37.271875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.843024ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.27205Z","caller":"traceutil/trace.go:171","msg":"trace[270566409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15266; }","duration":"283.032419ms","start":"2026-07-03T16:27:36.988989Z","end":"2026-07-03T16:27:37.272021Z","steps":["trace[270566409] 'range keys from in-memory index tree' (duration: 282.808654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.273439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.188149076s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:27:37.273798Z","caller":"traceutil/trace.go:171","msg":"trace[593273770] transaction","detail":"{read_only:false; response_revision:15267; number_of_response:1; }","duration":"2.685292229s","start":"2026-07-03T16:27:34.588485Z","end":"2026-07-03T16:27:37.273777Z","steps":["trace[593273770] 'process raft request' (duration: 2.685104124s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.273961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.588463Z","time spent":"2.685400462s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:37.274104Z","caller":"traceutil/trace.go:171","msg":"trace[1196181407] transaction","detail":"{read_only:false; response_revision:15268; number_of_response:1; }","duration":"2.685498874s","start":"2026-07-03T16:27:34.588583Z","end":"2026-07-03T16:27:37.274082Z","steps":["trace[1196181407] 'process raft request' (duration: 2.685156656s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.274199Z","caller":"traceutil/trace.go:171","msg":"trace[1829396353] transaction","detail":"{read_only:false; response_revision:15270; number_of_response:1; }","duration":"2.685470543s","start":"2026-07-03T16:27:34.588702Z","end":"2026-07-03T16:27:37.274172Z","steps":["trace[1829396353] 'process raft request' (duration: 2.68533363s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.274222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.588562Z","time spent":"2.685598986s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:37.274226Z","caller":"traceutil/trace.go:171","msg":"trace[370067878] transaction","detail":"{read_only:false; response_revision:15269; number_of_response:1; }","duration":"2.685539764s","start":"2026-07-03T16:27:34.588646Z","end":"2026-07-03T16:27:37.274186Z","steps":["trace[370067878] 'process raft request' (duration: 2.685277869s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.274104Z","caller":"traceutil/trace.go:171","msg":"trace[561600461] linearizableReadLoop","detail":"{readStateIndex:15827; appliedIndex:15822; }","duration":"2.669752884s","start":"2026-07-03T16:27:34.60433Z","end":"2026-07-03T16:27:37.274082Z","steps":["trace[561600461] 'read index received' (duration: 480.962033ms)","trace[561600461] 'applied index is now lower than readState.Index' (duration: 2.188789781s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:37.274321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.58869Z","time spent":"2.685572556s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:37.274375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.588631Z","time spent":"2.685662488s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:37.274439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670106442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150920"} {"level":"info","ts":"2026-07-03T16:27:37.274494Z","caller":"traceutil/trace.go:171","msg":"trace[1788395763] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:15270; }","duration":"2.670193024s","start":"2026-07-03T16:27:34.604288Z","end":"2026-07-03T16:27:37.274481Z","steps":["trace[1788395763] 'agreement among raft nodes before linearized reading' (duration: 2.669860457s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.274535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.604271Z","time spent":"2.670254705s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150943,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-03T16:27:37.275301Z","caller":"traceutil/trace.go:171","msg":"trace[1713673612] transaction","detail":"{read_only:false; response_revision:15271; number_of_response:1; }","duration":"1.556642991s","start":"2026-07-03T16:27:35.718638Z","end":"2026-07-03T16:27:37.275281Z","steps":["trace[1713673612] 'process raft request' (duration: 1.556235412s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.275308Z","caller":"traceutil/trace.go:171","msg":"trace[1680209374] transaction","detail":"{read_only:false; response_revision:15272; number_of_response:1; }","duration":"915.976386ms","start":"2026-07-03T16:27:36.359316Z","end":"2026-07-03T16:27:37.275293Z","steps":["trace[1680209374] 'process raft request' (duration: 915.604988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.275387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.71861Z","time spent":"1.556734944s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:37.275405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.359299Z","time spent":"916.052009ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:37.280896Z","caller":"traceutil/trace.go:171","msg":"trace[1559545110] transaction","detail":"{read_only:false; response_revision:15273; number_of_response:1; }","duration":"691.997317ms","start":"2026-07-03T16:27:36.588875Z","end":"2026-07-03T16:27:37.280872Z","steps":["trace[1559545110] 'process raft request' (duration: 691.800973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.28107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.588849Z","time spent":"692.12276ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:37.281287Z","caller":"traceutil/trace.go:171","msg":"trace[196796644] transaction","detail":"{read_only:false; response_revision:15274; number_of_response:1; }","duration":"692.286024ms","start":"2026-07-03T16:27:36.588988Z","end":"2026-07-03T16:27:37.281274Z","steps":["trace[196796644] 'process raft request' (duration: 691.840274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.281289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164484937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:37.282938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009143846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:37.282944Z","caller":"traceutil/trace.go:171","msg":"trace[1845535124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15275; }","duration":"1.166150255s","start":"2026-07-03T16:27:36.116746Z","end":"2026-07-03T16:27:37.282896Z","steps":["trace[1845535124] 'agreement among raft nodes before linearized reading' (duration: 1.164477106s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.282955Z","caller":"traceutil/trace.go:171","msg":"trace[1772301242] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"693.706947ms","start":"2026-07-03T16:27:36.58923Z","end":"2026-07-03T16:27:37.282937Z","steps":["trace[1772301242] 'process raft request' (duration: 691.747411ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:37.283017Z","caller":"traceutil/trace.go:171","msg":"trace[678904343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15275; }","duration":"1.009233519s","start":"2026-07-03T16:27:36.273747Z","end":"2026-07-03T16:27:37.282981Z","steps":["trace[678904343] 'agreement among raft nodes before linearized reading' (duration: 1.007409497s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.283048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.116726Z","time spent":"1.166268098s","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.283049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.710287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:37.283092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.589219Z","time spent":"693.791029ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:37.283151Z","caller":"traceutil/trace.go:171","msg":"trace[25935312] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15275; }","duration":"945.841ms","start":"2026-07-03T16:27:36.337264Z","end":"2026-07-03T16:27:37.283105Z","steps":["trace[25935312] 'agreement among raft nodes before linearized reading' (duration: 943.854905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.283206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.337242Z","time spent":"945.949122ms","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.283235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97482846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.28327Z","caller":"traceutil/trace.go:171","msg":"trace[1656199115] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:15275; }","duration":"1.974904942s","start":"2026-07-03T16:27:35.308347Z","end":"2026-07-03T16:27:37.283252Z","steps":["trace[1656199115] 'agreement among raft nodes before linearized reading' (duration: 1.97484019s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.283299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.308324Z","time spent":"1.974969043s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.283061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.273732Z","time spent":"1.00931513s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.28315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.024206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.283592Z","caller":"traceutil/trace.go:171","msg":"trace[1430896657] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15275; }","duration":"303.486067ms","start":"2026-07-03T16:27:36.980087Z","end":"2026-07-03T16:27:37.283573Z","steps":["trace[1430896657] 'agreement among raft nodes before linearized reading' (duration: 303.007956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.28363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.980068Z","time spent":"303.549918ms","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.283702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.58895Z","time spent":"693.926272ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:37.283843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239114121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:37.283882Z","caller":"traceutil/trace.go:171","msg":"trace[1925748080] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15275; }","duration":"2.239200923s","start":"2026-07-03T16:27:35.044668Z","end":"2026-07-03T16:27:37.283869Z","steps":["trace[1925748080] 'agreement among raft nodes before linearized reading' (duration: 2.239129691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.28392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.044649Z","time spent":"2.239263094s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.283917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.758356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:27:37.28396Z","caller":"traceutil/trace.go:171","msg":"trace[1503416920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15275; }","duration":"682.845648ms","start":"2026-07-03T16:27:36.601102Z","end":"2026-07-03T16:27:37.283947Z","steps":["trace[1503416920] 'agreement among raft nodes before linearized reading' (duration: 682.715135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.28401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.601079Z","time spent":"682.920451ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:27:37.284202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494033127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:37.284258Z","caller":"traceutil/trace.go:171","msg":"trace[1341936487] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:15275; }","duration":"2.494123579s","start":"2026-07-03T16:27:34.790122Z","end":"2026-07-03T16:27:37.284246Z","steps":["trace[1341936487] 'agreement among raft nodes before linearized reading' (duration: 2.490929816s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.28431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:34.790107Z","time spent":"2.49418352s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.284942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.786447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.285004Z","caller":"traceutil/trace.go:171","msg":"trace[330059514] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15275; }","duration":"948.87867ms","start":"2026-07-03T16:27:36.336114Z","end":"2026-07-03T16:27:37.284993Z","steps":["trace[330059514] 'agreement among raft nodes before linearized reading' (duration: 945.124013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.285037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:36.336096Z","time spent":"948.92647ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:37.285399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369194547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:27:37.28546Z","caller":"traceutil/trace.go:171","msg":"trace[1416213402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15275; }","duration":"1.369280919s","start":"2026-07-03T16:27:35.916154Z","end":"2026-07-03T16:27:37.285435Z","steps":["trace[1416213402] 'agreement among raft nodes before linearized reading' (duration: 1.365055572s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.285489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.916132Z","time spent":"1.36934965s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:27:37.285838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341835581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:37.28591Z","caller":"traceutil/trace.go:171","msg":"trace[1379798598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15275; }","duration":"1.342170289s","start":"2026-07-03T16:27:35.943712Z","end":"2026-07-03T16:27:37.285882Z","steps":["trace[1379798598] 'agreement among raft nodes before linearized reading' (duration: 1.337627465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.28601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:35.943624Z","time spent":"1.342374553s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:38.883908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:38.180776Z","time spent":"703.128062ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:27:39.100674Z","caller":"traceutil/trace.go:171","msg":"trace[2103641] linearizableReadLoop","detail":"{readStateIndex:15835; appliedIndex:15833; }","duration":"691.734661ms","start":"2026-07-03T16:27:38.408917Z","end":"2026-07-03T16:27:39.100651Z","steps":["trace[2103641] 'read index received' (duration: 474.790042ms)","trace[2103641] 'applied index is now lower than readState.Index' (duration: 216.943729ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:39.100698Z","caller":"traceutil/trace.go:171","msg":"trace[309517417] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"911.181818ms","start":"2026-07-03T16:27:38.189485Z","end":"2026-07-03T16:27:39.100667Z","steps":["trace[309517417] 'process raft request' (duration: 910.969783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:39.100879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.952297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:27:39.100935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:38.189458Z","time spent":"911.378482ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:39.101004Z","caller":"traceutil/trace.go:171","msg":"trace[1452727801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15276; }","duration":"692.091259ms","start":"2026-07-03T16:27:38.408866Z","end":"2026-07-03T16:27:39.100958Z","steps":["trace[1452727801] 'agreement among raft nodes before linearized reading' (duration: 691.897505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:39.101194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:38.408846Z","time spent":"692.195762ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:27:39.109013Z","caller":"traceutil/trace.go:171","msg":"trace[608746195] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"223.753025ms","start":"2026-07-03T16:27:38.885233Z","end":"2026-07-03T16:27:39.108986Z","steps":["trace[608746195] 'process raft request' (duration: 223.597941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:39.109026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.748546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:39.10908Z","caller":"traceutil/trace.go:171","msg":"trace[1700079198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15277; }","duration":"164.831008ms","start":"2026-07-03T16:27:38.944235Z","end":"2026-07-03T16:27:39.109066Z","steps":["trace[1700079198] 'agreement among raft nodes before linearized reading' (duration: 164.725395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:39.109028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.804337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:39.109104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.180599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:39.109142Z","caller":"traceutil/trace.go:171","msg":"trace[1728185053] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:15277; }","duration":"654.969161ms","start":"2026-07-03T16:27:38.454162Z","end":"2026-07-03T16:27:39.109132Z","steps":["trace[1728185053] 'agreement among raft nodes before linearized reading' (duration: 654.778677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.109181Z","caller":"traceutil/trace.go:171","msg":"trace[1837389930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15277; }","duration":"173.292151ms","start":"2026-07-03T16:27:38.935866Z","end":"2026-07-03T16:27:39.109159Z","steps":["trace[1837389930] 'agreement among raft nodes before linearized reading' (duration: 173.168448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:39.109232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:38.454136Z","time spent":"655.067074ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:39.473201Z","caller":"traceutil/trace.go:171","msg":"trace[1829871432] transaction","detail":"{read_only:false; response_revision:15279; number_of_response:1; }","duration":"192.03129ms","start":"2026-07-03T16:27:39.281143Z","end":"2026-07-03T16:27:39.473174Z","steps":["trace[1829871432] 'process raft request' (duration: 191.836306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.515892Z","caller":"traceutil/trace.go:171","msg":"trace[1390143978] transaction","detail":"{read_only:false; response_revision:15280; number_of_response:1; }","duration":"232.812162ms","start":"2026-07-03T16:27:39.283041Z","end":"2026-07-03T16:27:39.515854Z","steps":["trace[1390143978] 'process raft request' (duration: 232.492674ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.515907Z","caller":"traceutil/trace.go:171","msg":"trace[61580087] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"232.566976ms","start":"2026-07-03T16:27:39.283307Z","end":"2026-07-03T16:27:39.515874Z","steps":["trace[61580087] 'process raft request' (duration: 232.424053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.515917Z","caller":"traceutil/trace.go:171","msg":"trace[1393974125] transaction","detail":"{read_only:false; response_revision:15282; number_of_response:1; }","duration":"232.31793ms","start":"2026-07-03T16:27:39.283572Z","end":"2026-07-03T16:27:39.51589Z","steps":["trace[1393974125] 'process raft request' (duration: 232.205438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.516129Z","caller":"traceutil/trace.go:171","msg":"trace[1707904840] transaction","detail":"{read_only:false; response_revision:15283; number_of_response:1; }","duration":"232.481014ms","start":"2026-07-03T16:27:39.283632Z","end":"2026-07-03T16:27:39.516113Z","steps":["trace[1707904840] 'process raft request' (duration: 232.189808ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.516398Z","caller":"traceutil/trace.go:171","msg":"trace[995987802] transaction","detail":"{read_only:false; response_revision:15284; number_of_response:1; }","duration":"229.028726ms","start":"2026-07-03T16:27:39.287357Z","end":"2026-07-03T16:27:39.516386Z","steps":["trace[995987802] 'process raft request' (duration: 228.671938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.51648Z","caller":"traceutil/trace.go:171","msg":"trace[1901968505] transaction","detail":"{read_only:false; response_revision:15286; number_of_response:1; }","duration":"228.059903ms","start":"2026-07-03T16:27:39.288413Z","end":"2026-07-03T16:27:39.516473Z","steps":["trace[1901968505] 'process raft request' (duration: 227.991971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:39.516477Z","caller":"traceutil/trace.go:171","msg":"trace[589565452] linearizableReadLoop","detail":"{readStateIndex:15845; appliedIndex:15837; }","duration":"214.987764ms","start":"2026-07-03T16:27:39.301463Z","end":"2026-07-03T16:27:39.51645Z","steps":["trace[589565452] 'read index received' (duration: 171.588913ms)","trace[589565452] 'applied index is now lower than readState.Index' (duration: 43.397691ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:39.516506Z","caller":"traceutil/trace.go:171","msg":"trace[205001646] transaction","detail":"{read_only:false; response_revision:15285; number_of_response:1; }","duration":"228.572284ms","start":"2026-07-03T16:27:39.287914Z","end":"2026-07-03T16:27:39.516486Z","steps":["trace[205001646] 'process raft request' (duration: 228.39881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:39.516801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.302612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:27:39.516839Z","caller":"traceutil/trace.go:171","msg":"trace[1545597540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15286; }","duration":"215.399964ms","start":"2026-07-03T16:27:39.301429Z","end":"2026-07-03T16:27:39.516829Z","steps":["trace[1545597540] 'agreement among raft nodes before linearized reading' (duration: 215.107897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:40.39766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.081216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-sxtrt\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-07-03T16:27:40.397742Z","caller":"traceutil/trace.go:171","msg":"trace[143906109] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-sxtrt; range_end:; response_count:1; response_revision:15288; }","duration":"187.211929ms","start":"2026-07-03T16:27:40.210514Z","end":"2026-07-03T16:27:40.397726Z","steps":["trace[143906109] 'range keys from in-memory index tree' (duration: 186.936203ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:41.76665Z","caller":"traceutil/trace.go:171","msg":"trace[1305386103] linearizableReadLoop","detail":"{readStateIndex:15857; appliedIndex:15856; }","duration":"246.097624ms","start":"2026-07-03T16:27:41.520529Z","end":"2026-07-03T16:27:41.766626Z","steps":["trace[1305386103] 'read index received' (duration: 245.870219ms)","trace[1305386103] 'applied index is now lower than readState.Index' (duration: 226.015µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:41.76673Z","caller":"traceutil/trace.go:171","msg":"trace[2031069409] transaction","detail":"{read_only:false; response_revision:15297; number_of_response:1; }","duration":"288.650988ms","start":"2026-07-03T16:27:41.478055Z","end":"2026-07-03T16:27:41.766706Z","steps":["trace[2031069409] 'process raft request' (duration: 288.406843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:41.766931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.314579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:27:41.766992Z","caller":"traceutil/trace.go:171","msg":"trace[715334068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15297; }","duration":"246.487033ms","start":"2026-07-03T16:27:41.520492Z","end":"2026-07-03T16:27:41.766979Z","steps":["trace[715334068] 'agreement among raft nodes before linearized reading' (duration: 246.243948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.267808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:27:42.367445Z","caller":"traceutil/trace.go:171","msg":"trace[829961646] transaction","detail":"{read_only:false; response_revision:15298; number_of_response:1; }","duration":"845.500396ms","start":"2026-07-03T16:27:41.521908Z","end":"2026-07-03T16:27:42.367409Z","steps":["trace[829961646] 'process raft request' (duration: 845.067807ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:42.367497Z","caller":"traceutil/trace.go:171","msg":"trace[786816673] transaction","detail":"{read_only:false; response_revision:15299; number_of_response:1; }","duration":"845.495877ms","start":"2026-07-03T16:27:41.521968Z","end":"2026-07-03T16:27:42.367464Z","steps":["trace[786816673] 'process raft request' (duration: 845.312993ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:42.367506Z","caller":"traceutil/trace.go:171","msg":"trace[1177025282] transaction","detail":"{read_only:false; response_revision:15300; number_of_response:1; }","duration":"845.115857ms","start":"2026-07-03T16:27:41.522333Z","end":"2026-07-03T16:27:42.367449Z","steps":["trace[1177025282] 'process raft request' (duration: 845.033065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.36763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.521943Z","time spent":"845.605049ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:42.367903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.522323Z","time spent":"845.315233ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:42.367934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.521886Z","time spent":"845.64173ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:42.916547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.807105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:42.916836Z","caller":"traceutil/trace.go:171","msg":"trace[726406422] linearizableReadLoop","detail":"{readStateIndex:15861; appliedIndex:15857; }","duration":"1.150095409s","start":"2026-07-03T16:27:41.766716Z","end":"2026-07-03T16:27:42.916811Z","steps":["trace[726406422] 'read index received' (duration: 600.17923ms)","trace[726406422] 'applied index is now lower than readState.Index' (duration: 549.913729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:42.917094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.527742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:42.917309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39560664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:27:42.91723Z","caller":"traceutil/trace.go:171","msg":"trace[481652516] transaction","detail":"{read_only:false; response_revision:15301; number_of_response:1; }","duration":"1.145954874s","start":"2026-07-03T16:27:41.771188Z","end":"2026-07-03T16:27:42.917143Z","steps":["trace[481652516] 'process raft request' (duration: 813.443393ms)","trace[481652516] 'compare' (duration: 331.637081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:42.91736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395678761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:27:42.917401Z","caller":"traceutil/trace.go:171","msg":"trace[1883429645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15301; }","duration":"1.395738033s","start":"2026-07-03T16:27:41.521641Z","end":"2026-07-03T16:27:42.917379Z","steps":["trace[1883429645] 'agreement among raft nodes before linearized reading' (duration: 1.395393675s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.917453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.521636Z","time spent":"1.395803084s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:27:42.917453Z","caller":"traceutil/trace.go:171","msg":"trace[1233442703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15301; }","duration":"1.395799294s","start":"2026-07-03T16:27:41.521628Z","end":"2026-07-03T16:27:42.917428Z","steps":["trace[1233442703] 'agreement among raft nodes before linearized reading' (duration: 1.395467227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.917136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395541658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:27:42.917516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.521604Z","time spent":"1.395902527s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:27:42.917533Z","caller":"traceutil/trace.go:171","msg":"trace[1151082796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15301; }","duration":"1.395935428s","start":"2026-07-03T16:27:41.521577Z","end":"2026-07-03T16:27:42.917513Z","steps":["trace[1151082796] 'agreement among raft nodes before linearized reading' (duration: 1.395436407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.9172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.508751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:42.917588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.52152Z","time spent":"1.39605189s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:27:42.917464Z","caller":"traceutil/trace.go:171","msg":"trace[504935343] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15301; }","duration":"917.851561ms","start":"2026-07-03T16:27:41.999504Z","end":"2026-07-03T16:27:42.917355Z","steps":["trace[504935343] 'agreement among raft nodes before linearized reading' (duration: 917.526513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.917624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.77116Z","time spent":"1.146313392s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:42.917651Z","caller":"traceutil/trace.go:171","msg":"trace[191317521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15301; }","duration":"728.977902ms","start":"2026-07-03T16:27:42.188628Z","end":"2026-07-03T16:27:42.917606Z","steps":["trace[191317521] 'agreement among raft nodes before linearized reading' (duration: 728.510282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.917703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.999483Z","time spent":"918.198868ms","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:42.917238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.665288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-sxtrt\" ","response":"range_response_count:1 size:12206"} {"level":"info","ts":"2026-07-03T16:27:42.917887Z","caller":"traceutil/trace.go:171","msg":"trace[456565771] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-sxtrt; range_end:; response_count:1; response_revision:15301; }","duration":"670.307841ms","start":"2026-07-03T16:27:42.247526Z","end":"2026-07-03T16:27:42.917834Z","steps":["trace[456565771] 'agreement among raft nodes before linearized reading' (duration: 669.589145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.917953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38419027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:27:42.918021Z","caller":"traceutil/trace.go:171","msg":"trace[334095033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15301; }","duration":"1.384281701s","start":"2026-07-03T16:27:41.533723Z","end":"2026-07-03T16:27:42.918004Z","steps":["trace[334095033] 'agreement among raft nodes before linearized reading' (duration: 1.384087597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.918031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.188606Z","time spent":"729.409692ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:42.918066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:41.533712Z","time spent":"1.384342643s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:27:42.917973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.247509Z","time spent":"670.418514ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12229,"request content":"key:\"/registry/pods/openstack/openvswitch-sxtrt\" "} {"level":"warn","ts":"2026-07-03T16:27:42.91714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.446112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:42.918189Z","caller":"traceutil/trace.go:171","msg":"trace[1807666291] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15301; }","duration":"635.553466ms","start":"2026-07-03T16:27:42.28262Z","end":"2026-07-03T16:27:42.918173Z","steps":["trace[1807666291] 'agreement among raft nodes before linearized reading' (duration: 634.432731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.918237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.282605Z","time spent":"635.619828ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:42.917259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.767249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:27:42.918292Z","caller":"traceutil/trace.go:171","msg":"trace[422696822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15301; }","duration":"537.820463ms","start":"2026-07-03T16:27:42.380453Z","end":"2026-07-03T16:27:42.918273Z","steps":["trace[422696822] 'agreement among raft nodes before linearized reading' (duration: 536.742259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:42.918348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.380434Z","time spent":"537.898216ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:27:43.423978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:43.924836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:44.425738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:44.899353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977386035s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:27:44.945503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:27:44.94565Z","caller":"traceutil/trace.go:171","msg":"trace[422554886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338111s","start":"2026-07-03T16:27:42.945295Z","end":"2026-07-03T16:27:44.945633Z","steps":["trace[422554886] 'agreement among raft nodes before linearized reading' (duration: 2.000172658s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.945698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.945282Z","time spent":"2.000403912s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:27:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:27:44.959704Z","caller":"traceutil/trace.go:171","msg":"trace[2012680577] transaction","detail":"{read_only:false; response_revision:15302; number_of_response:1; }","duration":"2.037783677s","start":"2026-07-03T16:27:42.921861Z","end":"2026-07-03T16:27:44.959645Z","steps":["trace[2012680577] 'process raft request' (duration: 1.977677041s)","trace[2012680577] 'compare' (duration: 59.247937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:44.959891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.921835Z","time spent":"2.037916991s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.962985Z","caller":"traceutil/trace.go:171","msg":"trace[1927452034] transaction","detail":"{read_only:false; response_revision:15303; number_of_response:1; }","duration":"2.040761525s","start":"2026-07-03T16:27:42.922208Z","end":"2026-07-03T16:27:44.962969Z","steps":["trace[1927452034] 'process raft request' (duration: 2.040615592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.963071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.922182Z","time spent":"2.040846728s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.963451Z","caller":"traceutil/trace.go:171","msg":"trace[1557187153] transaction","detail":"{read_only:false; response_revision:15304; number_of_response:1; }","duration":"2.041207017s","start":"2026-07-03T16:27:42.922219Z","end":"2026-07-03T16:27:44.963426Z","steps":["trace[1557187153] 'process raft request' (duration: 2.040714975s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.963597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.922197Z","time spent":"2.04132241s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.963707Z","caller":"traceutil/trace.go:171","msg":"trace[250575570] transaction","detail":"{read_only:false; response_revision:15305; number_of_response:1; }","duration":"2.034455013s","start":"2026-07-03T16:27:42.9292Z","end":"2026-07-03T16:27:44.963655Z","steps":["trace[250575570] 'process raft request' (duration: 2.034107344s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.963729Z","caller":"traceutil/trace.go:171","msg":"trace[1211534088] transaction","detail":"{read_only:false; response_revision:15306; number_of_response:1; }","duration":"1.192037664s","start":"2026-07-03T16:27:43.771647Z","end":"2026-07-03T16:27:44.963684Z","steps":["trace[1211534088] 'process raft request' (duration: 1.191783589s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.963827Z","caller":"traceutil/trace.go:171","msg":"trace[188018351] transaction","detail":"{read_only:false; response_revision:15307; number_of_response:1; }","duration":"592.182764ms","start":"2026-07-03T16:27:44.371627Z","end":"2026-07-03T16:27:44.96381Z","steps":["trace[188018351] 'process raft request' (duration: 591.871927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.963869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.929188Z","time spent":"2.034590416s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:44.96391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.371609Z","time spent":"592.259427ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:44.963944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.771621Z","time spent":"1.192182997s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.964179Z","caller":"traceutil/trace.go:171","msg":"trace[1729748156] transaction","detail":"{read_only:false; response_revision:15308; number_of_response:1; }","duration":"591.672592ms","start":"2026-07-03T16:27:44.372494Z","end":"2026-07-03T16:27:44.964167Z","steps":["trace[1729748156] 'process raft request' (duration: 591.047518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.96437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.372485Z","time spent":"591.819035ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.964786Z","caller":"traceutil/trace.go:171","msg":"trace[2116711106] transaction","detail":"{read_only:false; response_revision:15309; number_of_response:1; }","duration":"591.509099ms","start":"2026-07-03T16:27:44.373253Z","end":"2026-07-03T16:27:44.964762Z","steps":["trace[2116711106] 'process raft request' (duration: 590.939826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.964928Z","caller":"traceutil/trace.go:171","msg":"trace[1699595088] transaction","detail":"{read_only:false; response_revision:15310; number_of_response:1; }","duration":"470.158519ms","start":"2026-07-03T16:27:44.494753Z","end":"2026-07-03T16:27:44.964912Z","steps":["trace[1699595088] 'process raft request' (duration: 469.931564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.965001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.494726Z","time spent":"470.238981ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:44.965133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.37324Z","time spent":"591.775504ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.965692Z","caller":"traceutil/trace.go:171","msg":"trace[700871594] linearizableReadLoop","detail":"{readStateIndex:15869; appliedIndex:15861; }","duration":"2.042094227s","start":"2026-07-03T16:27:42.923581Z","end":"2026-07-03T16:27:44.965675Z","steps":["trace[700871594] 'read index received' (duration: 1.976054195s)","trace[700871594] 'applied index is now lower than readState.Index' (duration: 66.039012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:44.965942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042356743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:27:44.965309Z","caller":"traceutil/trace.go:171","msg":"trace[839012784] transaction","detail":"{read_only:false; response_revision:15311; number_of_response:1; }","duration":"182.818587ms","start":"2026-07-03T16:27:44.78248Z","end":"2026-07-03T16:27:44.965299Z","steps":["trace[839012784] 'process raft request' (duration: 182.383117ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.965988Z","caller":"traceutil/trace.go:171","msg":"trace[1816121692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15313; }","duration":"2.042428714s","start":"2026-07-03T16:27:42.923549Z","end":"2026-07-03T16:27:44.965978Z","steps":["trace[1816121692] 'agreement among raft nodes before linearized reading' (duration: 2.04223664s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.966086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.923537Z","time spent":"2.042538347s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:27:44.966358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.955652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.966392Z","caller":"traceutil/trace.go:171","msg":"trace[2115916473] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15313; }","duration":"218.025434ms","start":"2026-07-03T16:27:44.748357Z","end":"2026-07-03T16:27:44.966383Z","steps":["trace[2115916473] 'agreement among raft nodes before linearized reading' (duration: 217.970803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.966388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042746663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:591068"} {"level":"info","ts":"2026-07-03T16:27:44.966428Z","caller":"traceutil/trace.go:171","msg":"trace[961213755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:15313; }","duration":"2.042817684s","start":"2026-07-03T16:27:42.923597Z","end":"2026-07-03T16:27:44.966414Z","steps":["trace[961213755] 'agreement among raft nodes before linearized reading' (duration: 2.042203089s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.966465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:42.923585Z","time spent":"2.042869526s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":591091,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:27:44.966484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621373608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.966521Z","caller":"traceutil/trace.go:171","msg":"trace[2065691500] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15313; }","duration":"1.621451859s","start":"2026-07-03T16:27:43.345058Z","end":"2026-07-03T16:27:44.96651Z","steps":["trace[2065691500] 'agreement among raft nodes before linearized reading' (duration: 1.621386438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.966569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.345037Z","time spent":"1.621522171s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:44.966676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.285053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.966755Z","caller":"traceutil/trace.go:171","msg":"trace[379146517] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:15313; }","duration":"780.411985ms","start":"2026-07-03T16:27:44.186324Z","end":"2026-07-03T16:27:44.966736Z","steps":["trace[379146517] 'agreement among raft nodes before linearized reading' (duration: 780.277152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.966784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672538129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:44.966817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811676867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:27:44.966814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.186305Z","time spent":"780.485537ms","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:44.966828Z","caller":"traceutil/trace.go:171","msg":"trace[2081532081] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15313; }","duration":"1.672616041s","start":"2026-07-03T16:27:43.294201Z","end":"2026-07-03T16:27:44.966817Z","steps":["trace[2081532081] 'agreement among raft nodes before linearized reading' (duration: 1.67254905s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.966838Z","caller":"traceutil/trace.go:171","msg":"trace[1499269925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15313; }","duration":"1.811735588s","start":"2026-07-03T16:27:43.155096Z","end":"2026-07-03T16:27:44.966832Z","steps":["trace[1499269925] 'agreement among raft nodes before linearized reading' (duration: 1.811672267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.966857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.155076Z","time spent":"1.811777649s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:44.96686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.29418Z","time spent":"1.672671682s","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:45.209197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.169024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:45.209276Z","caller":"traceutil/trace.go:171","msg":"trace[1201840366] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15316; }","duration":"131.296527ms","start":"2026-07-03T16:27:45.077961Z","end":"2026-07-03T16:27:45.209257Z","steps":["trace[1201840366] 'range keys from in-memory index tree' (duration: 131.088062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.47412Z","caller":"traceutil/trace.go:171","msg":"trace[1969164721] transaction","detail":"{read_only:false; response_revision:15317; number_of_response:1; }","duration":"181.089978ms","start":"2026-07-03T16:27:45.293004Z","end":"2026-07-03T16:27:45.474094Z","steps":["trace[1969164721] 'process raft request' (duration: 180.929634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:45.57565Z","caller":"traceutil/trace.go:171","msg":"trace[472914939] transaction","detail":"{read_only:false; response_revision:15318; number_of_response:1; }","duration":"271.55768ms","start":"2026-07-03T16:27:45.304067Z","end":"2026-07-03T16:27:45.575625Z","steps":["trace[472914939] 'process raft request' (duration: 271.400456ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:49.148716Z","caller":"traceutil/trace.go:171","msg":"trace[822960328] linearizableReadLoop","detail":"{readStateIndex:15900; appliedIndex:15898; }","duration":"153.289701ms","start":"2026-07-03T16:27:48.995406Z","end":"2026-07-03T16:27:49.148696Z","steps":["trace[822960328] 'read index received' (duration: 66.193685ms)","trace[822960328] 'applied index is now lower than readState.Index' (duration: 87.095256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:49.149066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.635818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:27:49.14908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.022786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:27:49.149084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.226796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:27:49.149131Z","caller":"traceutil/trace.go:171","msg":"trace[528486466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15339; }","duration":"153.744841ms","start":"2026-07-03T16:27:48.995371Z","end":"2026-07-03T16:27:49.149116Z","steps":["trace[528486466] 'agreement among raft nodes before linearized reading' (duration: 153.463095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:49.149153Z","caller":"traceutil/trace.go:171","msg":"trace[236116150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15339; }","duration":"143.137379ms","start":"2026-07-03T16:27:49.005997Z","end":"2026-07-03T16:27:49.149134Z","steps":["trace[236116150] 'agreement among raft nodes before linearized reading' (duration: 142.899733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:49.149169Z","caller":"traceutil/trace.go:171","msg":"trace[1882401454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15339; }","duration":"124.353359ms","start":"2026-07-03T16:27:49.024796Z","end":"2026-07-03T16:27:49.14915Z","steps":["trace[1882401454] 'agreement among raft nodes before linearized reading' (duration: 124.121644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:49.149076Z","caller":"traceutil/trace.go:171","msg":"trace[724027428] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"159.665037ms","start":"2026-07-03T16:27:48.989341Z","end":"2026-07-03T16:27:49.149006Z","steps":["trace[724027428] 'process raft request' (duration: 159.239996ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:50.586736Z","caller":"traceutil/trace.go:171","msg":"trace[1004331175] linearizableReadLoop","detail":"{readStateIndex:15904; appliedIndex:15903; }","duration":"147.134861ms","start":"2026-07-03T16:27:50.439575Z","end":"2026-07-03T16:27:50.58671Z","steps":["trace[1004331175] 'read index received' (duration: 146.932727ms)","trace[1004331175] 'applied index is now lower than readState.Index' (duration: 200.784µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:50.586761Z","caller":"traceutil/trace.go:171","msg":"trace[1855237841] transaction","detail":"{read_only:false; response_revision:15343; number_of_response:1; }","duration":"220.405819ms","start":"2026-07-03T16:27:50.366329Z","end":"2026-07-03T16:27:50.586735Z","steps":["trace[1855237841] 'process raft request' (duration: 220.180244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:50.58688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.283024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:50.586932Z","caller":"traceutil/trace.go:171","msg":"trace[985446106] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15343; }","duration":"147.394847ms","start":"2026-07-03T16:27:50.439524Z","end":"2026-07-03T16:27:50.586919Z","steps":["trace[985446106] 'agreement among raft nodes before linearized reading' (duration: 147.281054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:52.620017Z","caller":"traceutil/trace.go:171","msg":"trace[387778914] transaction","detail":"{read_only:false; response_revision:15450; number_of_response:1; }","duration":"107.556834ms","start":"2026-07-03T16:27:52.51243Z","end":"2026-07-03T16:27:52.619987Z","steps":["trace[387778914] 'process raft request' (duration: 73.191236ms)","trace[387778914] 'compare' (duration: 34.177943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:54.359502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192831732s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:54.360036Z","caller":"traceutil/trace.go:171","msg":"trace[1418682344] transaction","detail":"{read_only:false; response_revision:15463; number_of_response:1; }","duration":"1.344310262s","start":"2026-07-03T16:27:53.015659Z","end":"2026-07-03T16:27:54.35997Z","steps":["trace[1418682344] 'process raft request' (duration: 150.747533ms)","trace[1418682344] 'compare' (duration: 1.192693108s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:54.360059Z","caller":"traceutil/trace.go:171","msg":"trace[1804721313] linearizableReadLoop","detail":"{readStateIndex:16026; appliedIndex:16025; }","duration":"1.278992905s","start":"2026-07-03T16:27:53.081046Z","end":"2026-07-03T16:27:54.360039Z","steps":["trace[1804721313] 'read index received' (duration: 85.311324ms)","trace[1804721313] 'applied index is now lower than readState.Index' (duration: 1.193680211s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:54.360281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.015636Z","time spent":"1.344520576s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:54.360307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279249031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T16:27:54.360561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.07177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-07-03T16:27:54.360626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.115768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:54.360669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.417733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:54.360672Z","caller":"traceutil/trace.go:171","msg":"trace[1976453996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15463; }","duration":"619.226703ms","start":"2026-07-03T16:27:53.741418Z","end":"2026-07-03T16:27:54.360645Z","steps":["trace[1976453996] 'agreement among raft nodes before linearized reading' (duration: 618.939196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.360682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05348674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:54.360727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.833598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-n7bjg\" ","response":"range_response_count:1 size:6895"} {"level":"warn","ts":"2026-07-03T16:27:54.360744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.741399Z","time spent":"619.329876ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"info","ts":"2026-07-03T16:27:54.360765Z","caller":"traceutil/trace.go:171","msg":"trace[1127027124] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:15463; }","duration":"1.053602902s","start":"2026-07-03T16:27:53.307139Z","end":"2026-07-03T16:27:54.360742Z","steps":["trace[1127027124] 'agreement among raft nodes before linearized reading' (duration: 1.053482169s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.360779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.935404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:54.360732Z","caller":"traceutil/trace.go:171","msg":"trace[265450932] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15463; }","duration":"545.518905ms","start":"2026-07-03T16:27:53.815196Z","end":"2026-07-03T16:27:54.360714Z","steps":["trace[265450932] 'agreement among raft nodes before linearized reading' (duration: 545.343161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.360788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051991485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:27:54.360821Z","caller":"traceutil/trace.go:171","msg":"trace[1937042410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15463; }","duration":"415.011776ms","start":"2026-07-03T16:27:53.945801Z","end":"2026-07-03T16:27:54.360813Z","steps":["trace[1937042410] 'agreement among raft nodes before linearized reading' (duration: 414.955324ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:54.360836Z","caller":"traceutil/trace.go:171","msg":"trace[2114234658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15463; }","duration":"1.052057897s","start":"2026-07-03T16:27:53.308766Z","end":"2026-07-03T16:27:54.360824Z","steps":["trace[2114234658] 'agreement among raft nodes before linearized reading' (duration: 1.051944554s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.360837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.815178Z","time spent":"545.643298ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":105,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:54.360857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.945781Z","time spent":"415.069557ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:54.360853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.307119Z","time spent":"1.053697245s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:54.360875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.308752Z","time spent":"1.052112558s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:54.36088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147475203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:27:54.360923Z","caller":"traceutil/trace.go:171","msg":"trace[1712759526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15463; }","duration":"1.147548425s","start":"2026-07-03T16:27:53.213359Z","end":"2026-07-03T16:27:54.360907Z","steps":["trace[1712759526] 'agreement among raft nodes before linearized reading' (duration: 1.147453183s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:54.360811Z","caller":"traceutil/trace.go:171","msg":"trace[150534818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15463; }","duration":"1.279611049s","start":"2026-07-03T16:27:53.081041Z","end":"2026-07-03T16:27:54.360652Z","steps":["trace[150534818] 'agreement among raft nodes before linearized reading' (duration: 1.279084357s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.360964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.213338Z","time spent":"1.147618167s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:27:54.360851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.455412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-03T16:27:54.360781Z","caller":"traceutil/trace.go:171","msg":"trace[2128907305] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-n7bjg; range_end:; response_count:1; response_revision:15463; }","duration":"967.984601ms","start":"2026-07-03T16:27:53.392781Z","end":"2026-07-03T16:27:54.360766Z","steps":["trace[2128907305] 'agreement among raft nodes before linearized reading' (duration: 967.806327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.360764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051501464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:27:54.361047Z","caller":"traceutil/trace.go:171","msg":"trace[1300420826] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15463; }","duration":"596.640286ms","start":"2026-07-03T16:27:53.764365Z","end":"2026-07-03T16:27:54.361005Z","steps":["trace[1300420826] 'agreement among raft nodes before linearized reading' (duration: 596.308569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.361058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.39276Z","time spent":"968.290008ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6918,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-n7bjg\" "} {"level":"warn","ts":"2026-07-03T16:27:54.361052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157339879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T16:27:54.361046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.080996Z","time spent":"1.280002688s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:54.360541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18354171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-03T16:27:54.36116Z","caller":"traceutil/trace.go:171","msg":"trace[826517026] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825; range_end:; response_count:1; response_revision:15463; }","duration":"1.184219885s","start":"2026-07-03T16:27:53.176921Z","end":"2026-07-03T16:27:54.361141Z","steps":["trace[826517026] 'agreement among raft nodes before linearized reading' (duration: 1.183433757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.361196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.76432Z","time spent":"596.758989ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"info","ts":"2026-07-03T16:27:54.361067Z","caller":"traceutil/trace.go:171","msg":"trace[1606454265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15463; }","duration":"1.051831881s","start":"2026-07-03T16:27:53.309225Z","end":"2026-07-03T16:27:54.361056Z","steps":["trace[1606454265] 'agreement among raft nodes before linearized reading' (duration: 1.051420962s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:54.361111Z","caller":"traceutil/trace.go:171","msg":"trace[1969676981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15463; }","duration":"1.157432831s","start":"2026-07-03T16:27:53.20366Z","end":"2026-07-03T16:27:54.361093Z","steps":["trace[1969676981] 'agreement among raft nodes before linearized reading' (duration: 1.157288138s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.361247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.176897Z","time spent":"1.184331947s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" "} {"level":"warn","ts":"2026-07-03T16:27:54.361315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.309215Z","time spent":"1.052077517s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:27:54.361287Z","caller":"traceutil/trace.go:171","msg":"trace[1645826989] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15463; }","duration":"556.19734ms","start":"2026-07-03T16:27:53.804459Z","end":"2026-07-03T16:27:54.360656Z","steps":["trace[1645826989] 'agreement among raft nodes before linearized reading' (duration: 556.118558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:54.36134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.203643Z","time spent":"1.157626095s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:54.361461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.80444Z","time spent":"556.993938ms","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:54.866926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:55.801508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.05011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:55.801591Z","caller":"traceutil/trace.go:171","msg":"trace[1140739874] transaction","detail":"{read_only:false; response_revision:15464; number_of_response:1; }","duration":"1.437119107s","start":"2026-07-03T16:27:54.364457Z","end":"2026-07-03T16:27:55.801576Z","steps":["trace[1140739874] 'process raft request' (duration: 593.928964ms)","trace[1140739874] 'compare' (duration: 842.447716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:55.801629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.364429Z","time spent":"1.437181008s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:56.880117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921596704s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:27:56.94623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:27:56.946324Z","caller":"traceutil/trace.go:171","msg":"trace[1666138266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048222s","start":"2026-07-03T16:27:54.945819Z","end":"2026-07-03T16:27:56.946302Z","steps":["trace[1666138266] 'agreement among raft nodes before linearized reading' (duration: 2.000358548s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:56.946474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.945801Z","time spent":"2.000657174s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:27:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:27:57.098814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.817315ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:57.099134Z","caller":"traceutil/trace.go:171","msg":"trace[1403423486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15464; }","duration":"110.147653ms","start":"2026-07-03T16:27:56.988962Z","end":"2026-07-03T16:27:57.099109Z","steps":["trace[1403423486] 'range keys from in-memory index tree' (duration: 109.796554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.099252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.838683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:57.099857Z","caller":"traceutil/trace.go:171","msg":"trace[1481330039] transaction","detail":"{read_only:false; response_revision:15466; number_of_response:1; }","duration":"2.732816305s","start":"2026-07-03T16:27:54.367026Z","end":"2026-07-03T16:27:57.099842Z","steps":["trace[1481330039] 'process raft request' (duration: 2.732583519s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.099916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.36701Z","time spent":"2.732878947s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:57.09991Z","caller":"traceutil/trace.go:171","msg":"trace[240208794] transaction","detail":"{read_only:false; response_revision:15465; number_of_response:1; }","duration":"2.733210634s","start":"2026-07-03T16:27:54.366664Z","end":"2026-07-03T16:27:57.099875Z","steps":["trace[240208794] 'process raft request' (duration: 2.513684786s)","trace[240208794] 'compare' (duration: 218.107275ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:57.100008Z","caller":"traceutil/trace.go:171","msg":"trace[1632853306] transaction","detail":"{read_only:false; response_revision:15467; number_of_response:1; }","duration":"2.73259755s","start":"2026-07-03T16:27:54.367402Z","end":"2026-07-03T16:27:57.1Z","steps":["trace[1632853306] 'process raft request' (duration: 2.732292833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.100043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.367376Z","time spent":"2.732647821s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:57.10009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.366633Z","time spent":"2.733373877s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:57.100131Z","caller":"traceutil/trace.go:171","msg":"trace[2084488318] linearizableReadLoop","detail":"{readStateIndex:16032; appliedIndex:16026; }","duration":"2.733560972s","start":"2026-07-03T16:27:54.36655Z","end":"2026-07-03T16:27:57.100111Z","steps":["trace[2084488318] 'read index received' (duration: 591.926608ms)","trace[2084488318] 'applied index is now lower than readState.Index' (duration: 2.141632934s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:57.100194Z","caller":"traceutil/trace.go:171","msg":"trace[397179206] transaction","detail":"{read_only:false; response_revision:15468; number_of_response:1; }","duration":"2.732726113s","start":"2026-07-03T16:27:54.367432Z","end":"2026-07-03T16:27:57.100158Z","steps":["trace[397179206] 'process raft request' (duration: 2.732317233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.100384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.367408Z","time spent":"2.732859366s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:57.100428Z","caller":"traceutil/trace.go:171","msg":"trace[1047785864] transaction","detail":"{read_only:false; response_revision:15469; number_of_response:1; }","duration":"2.728193798s","start":"2026-07-03T16:27:54.37222Z","end":"2026-07-03T16:27:57.100414Z","steps":["trace[1047785864] 'process raft request' (duration: 2.727562494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.100519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.372212Z","time spent":"2.728246539s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7183,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:57.101063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734508003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:625651"} {"level":"info","ts":"2026-07-03T16:27:57.101117Z","caller":"traceutil/trace.go:171","msg":"trace[2145500007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:15469; }","duration":"2.734564124s","start":"2026-07-03T16:27:54.366543Z","end":"2026-07-03T16:27:57.101107Z","steps":["trace[2145500007] 'agreement among raft nodes before linearized reading' (duration: 2.734054213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.101143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.366504Z","time spent":"2.734629456s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":625674,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:27:57.108634Z","caller":"traceutil/trace.go:171","msg":"trace[1363799751] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"2.106067779s","start":"2026-07-03T16:27:55.002544Z","end":"2026-07-03T16:27:57.108612Z","steps":["trace[1363799751] 'process raft request' (duration: 2.105898575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.108761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.002515Z","time spent":"2.106183461s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:57.10878Z","caller":"traceutil/trace.go:171","msg":"trace[486659840] transaction","detail":"{read_only:false; response_revision:15472; number_of_response:1; }","duration":"2.10088303s","start":"2026-07-03T16:27:55.007861Z","end":"2026-07-03T16:27:57.108744Z","steps":["trace[486659840] 'process raft request' (duration: 2.100711616s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:57.108828Z","caller":"traceutil/trace.go:171","msg":"trace[2085077349] transaction","detail":"{read_only:false; response_revision:15474; number_of_response:1; }","duration":"1.792435395s","start":"2026-07-03T16:27:55.316365Z","end":"2026-07-03T16:27:57.108801Z","steps":["trace[2085077349] 'process raft request' (duration: 1.792256421s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:57.108894Z","caller":"traceutil/trace.go:171","msg":"trace[962032048] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"2.106254413s","start":"2026-07-03T16:27:55.002601Z","end":"2026-07-03T16:27:57.108856Z","steps":["trace[962032048] 'process raft request' (duration: 2.105943316s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.108988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.316346Z","time spent":"1.792530507s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:57.10899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.007838Z","time spent":"2.101017443s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:57.109039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.002569Z","time spent":"2.106394476s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:57.108781Z","caller":"traceutil/trace.go:171","msg":"trace[835689925] transaction","detail":"{read_only:false; response_revision:15473; number_of_response:1; }","duration":"2.09211317s","start":"2026-07-03T16:27:55.01665Z","end":"2026-07-03T16:27:57.108763Z","steps":["trace[835689925] 'process raft request' (duration: 2.091948026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.109136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.01663Z","time spent":"2.092480187s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:57.132498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.646002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:57.132559Z","caller":"traceutil/trace.go:171","msg":"trace[273220006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15474; }","duration":"185.746785ms","start":"2026-07-03T16:27:56.946796Z","end":"2026-07-03T16:27:57.132543Z","steps":["trace[273220006] 'agreement among raft nodes before linearized reading' (duration: 185.656622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.132748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764209879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-03T16:27:57.132834Z","caller":"traceutil/trace.go:171","msg":"trace[549276542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15474; }","duration":"1.764328682s","start":"2026-07-03T16:27:55.368482Z","end":"2026-07-03T16:27:57.13281Z","steps":["trace[549276542] 'agreement among raft nodes before linearized reading' (duration: 1.764112317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.13286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797971342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:27:57.132888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.36847Z","time spent":"1.764397483s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"info","ts":"2026-07-03T16:27:57.132893Z","caller":"traceutil/trace.go:171","msg":"trace[546616005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15474; }","duration":"1.798042233s","start":"2026-07-03T16:27:55.334841Z","end":"2026-07-03T16:27:57.132883Z","steps":["trace[546616005] 'agreement among raft nodes before linearized reading' (duration: 1.797911881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.13289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163202823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:57.132935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.334816Z","time spent":"1.798111975s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:27:57.132956Z","caller":"traceutil/trace.go:171","msg":"trace[339206453] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:15474; }","duration":"1.163314986s","start":"2026-07-03T16:27:55.969623Z","end":"2026-07-03T16:27:57.132938Z","steps":["trace[339206453] 'agreement among raft nodes before linearized reading' (duration: 1.163024839s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.133006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.969602Z","time spent":"1.163393328s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":95,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:57.133149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327921615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-03T16:27:57.133212Z","caller":"traceutil/trace.go:171","msg":"trace[1441199887] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825; range_end:; response_count:1; response_revision:15474; }","duration":"1.328014608s","start":"2026-07-03T16:27:55.805182Z","end":"2026-07-03T16:27:57.133197Z","steps":["trace[1441199887] 'agreement among raft nodes before linearized reading' (duration: 1.327838924s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.133214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.913139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:27:57.133264Z","caller":"traceutil/trace.go:171","msg":"trace[139197237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15474; }","duration":"768.004421ms","start":"2026-07-03T16:27:56.365246Z","end":"2026-07-03T16:27:57.133251Z","steps":["trace[139197237] 'agreement among raft nodes before linearized reading' (duration: 767.803666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.133269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.805169Z","time spent":"1.328087979s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" "} {"level":"warn","ts":"2026-07-03T16:27:57.133299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:56.365226Z","time spent":"768.066252ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:27:57.133332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328677807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:27:57.133368Z","caller":"traceutil/trace.go:171","msg":"trace[1664855623] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15474; }","duration":"2.328756519s","start":"2026-07-03T16:27:54.804601Z","end":"2026-07-03T16:27:57.133358Z","steps":["trace[1664855623] 'agreement among raft nodes before linearized reading' (duration: 2.328651227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.133397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.804579Z","time spent":"2.328812352s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-07-03T16:27:57.13347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764767061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-03T16:27:57.133509Z","caller":"traceutil/trace.go:171","msg":"trace[1379332439] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15474; }","duration":"1.764844673s","start":"2026-07-03T16:27:55.368652Z","end":"2026-07-03T16:27:57.133497Z","steps":["trace[1379332439] 'agreement among raft nodes before linearized reading' (duration: 1.76470615s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.133545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.368616Z","time spent":"1.764921505s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"warn","ts":"2026-07-03T16:27:57.133536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328959194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:27:57.133651Z","caller":"traceutil/trace.go:171","msg":"trace[100452514] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15474; }","duration":"2.329121208s","start":"2026-07-03T16:27:54.804508Z","end":"2026-07-03T16:27:57.133629Z","steps":["trace[100452514] 'agreement among raft nodes before linearized reading' (duration: 2.328822732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.133712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.804491Z","time spent":"2.329207761s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-07-03T16:27:57.449845Z","caller":"traceutil/trace.go:171","msg":"trace[1355917904] linearizableReadLoop","detail":"{readStateIndex:16039; appliedIndex:16038; }","duration":"311.996917ms","start":"2026-07-03T16:27:57.137822Z","end":"2026-07-03T16:27:57.449818Z","steps":["trace[1355917904] 'read index received' (duration: 311.868064ms)","trace[1355917904] 'applied index is now lower than readState.Index' (duration: 127.513µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:57.449951Z","caller":"traceutil/trace.go:171","msg":"trace[1532763805] transaction","detail":"{read_only:false; response_revision:15475; number_of_response:1; }","duration":"313.712646ms","start":"2026-07-03T16:27:57.136208Z","end":"2026-07-03T16:27:57.449921Z","steps":["trace[1532763805] 'process raft request' (duration: 313.43477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.450105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.264513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:27:57.450114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.136191Z","time spent":"313.824578ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:57.450161Z","caller":"traceutil/trace.go:171","msg":"trace[2053711692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15475; }","duration":"312.354395ms","start":"2026-07-03T16:27:57.137794Z","end":"2026-07-03T16:27:57.450148Z","steps":["trace[2053711692] 'agreement among raft nodes before linearized reading' (duration: 312.152311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:57.450201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.137777Z","time spent":"312.415766ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:27:58.377807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:58.62855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178858642s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:27:58.629049Z","caller":"traceutil/trace.go:171","msg":"trace[1566547471] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"1.489897786s","start":"2026-07-03T16:27:57.139127Z","end":"2026-07-03T16:27:58.629024Z","steps":["trace[1566547471] 'process raft request' (duration: 1.48963191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.629209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.139115Z","time spent":"1.490009319s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:58.629347Z","caller":"traceutil/trace.go:171","msg":"trace[1163009443] linearizableReadLoop","detail":"{readStateIndex:16042; appliedIndex:16039; }","duration":"1.179415704s","start":"2026-07-03T16:27:57.449915Z","end":"2026-07-03T16:27:58.629331Z","steps":["trace[1163009443] 'read index received' (duration: 1.178746599s)","trace[1163009443] 'applied index is now lower than readState.Index' (duration: 668.275µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:58.629403Z","caller":"traceutil/trace.go:171","msg":"trace[1320784478] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"1.488064264s","start":"2026-07-03T16:27:57.141331Z","end":"2026-07-03T16:27:58.629395Z","steps":["trace[1320784478] 'process raft request' (duration: 1.48791218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.629504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.141324Z","time spent":"1.488121565s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:27:58.629552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447609437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:58.629348Z","caller":"traceutil/trace.go:171","msg":"trace[1484660314] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"1.488453644s","start":"2026-07-03T16:27:57.140869Z","end":"2026-07-03T16:27:58.629323Z","steps":["trace[1484660314] 'process raft request' (duration: 1.488087626s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.629633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487915521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:58.629683Z","caller":"traceutil/trace.go:171","msg":"trace[1449856310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15478; }","duration":"1.487986362s","start":"2026-07-03T16:27:57.141685Z","end":"2026-07-03T16:27:58.629672Z","steps":["trace[1449856310] 'agreement among raft nodes before linearized reading' (duration: 1.48791093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.629707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178282929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19073"} {"level":"warn","ts":"2026-07-03T16:27:58.629719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.141673Z","time spent":"1.488039873s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:58.629506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437352253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:58.629742Z","caller":"traceutil/trace.go:171","msg":"trace[1747384576] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15478; }","duration":"1.17833724s","start":"2026-07-03T16:27:57.451396Z","end":"2026-07-03T16:27:58.629734Z","steps":["trace[1747384576] 'agreement among raft nodes before linearized reading' (duration: 1.178220008s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.629718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.14086Z","time spent":"1.488762441s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:58.629764Z","caller":"traceutil/trace.go:171","msg":"trace[890231263] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15478; }","duration":"1.4376604s","start":"2026-07-03T16:27:57.192091Z","end":"2026-07-03T16:27:58.629751Z","steps":["trace[890231263] 'agreement among raft nodes before linearized reading' (duration: 1.437339032s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.629777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.451381Z","time spent":"1.178389851s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19096,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:27:58.629802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.192064Z","time spent":"1.437726331s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:58.629589Z","caller":"traceutil/trace.go:171","msg":"trace[519366581] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:15478; }","duration":"1.447676679s","start":"2026-07-03T16:27:57.181901Z","end":"2026-07-03T16:27:58.629578Z","steps":["trace[519366581] 'agreement among raft nodes before linearized reading' (duration: 1.447629178s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.62995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.181883Z","time spent":"1.448053898s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:58.629995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.910381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-07-03T16:27:58.630035Z","caller":"traceutil/trace.go:171","msg":"trace[1246468359] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15478; }","duration":"248.974463ms","start":"2026-07-03T16:27:58.38105Z","end":"2026-07-03T16:27:58.630024Z","steps":["trace[1246468359] 'agreement among raft nodes before linearized reading' (duration: 248.911481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.630136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.264262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:58.63018Z","caller":"traceutil/trace.go:171","msg":"trace[1637059888] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:15478; }","duration":"250.339563ms","start":"2026-07-03T16:27:58.379831Z","end":"2026-07-03T16:27:58.630171Z","steps":["trace[1637059888] 'agreement among raft nodes before linearized reading' (duration: 250.260961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.630256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175904854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:27:58.630291Z","caller":"traceutil/trace.go:171","msg":"trace[1359075473] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:15478; }","duration":"1.175983136s","start":"2026-07-03T16:27:57.454296Z","end":"2026-07-03T16:27:58.63028Z","steps":["trace[1359075473] 'agreement among raft nodes before linearized reading' (duration: 1.175875513s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.63032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.454275Z","time spent":"1.176038047s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:27:58.63032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.307982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:58.630316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.260582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-03T16:27:58.630352Z","caller":"traceutil/trace.go:171","msg":"trace[724703103] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:15478; }","duration":"250.459606ms","start":"2026-07-03T16:27:58.379882Z","end":"2026-07-03T16:27:58.630342Z","steps":["trace[724703103] 'agreement among raft nodes before linearized reading' (duration: 250.407135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:58.630366Z","caller":"traceutil/trace.go:171","msg":"trace[188161132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15478; }","duration":"250.308643ms","start":"2026-07-03T16:27:58.380041Z","end":"2026-07-03T16:27:58.630349Z","steps":["trace[188161132] 'agreement among raft nodes before linearized reading' (duration: 250.16268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.304307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.574275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:59.304442Z","caller":"traceutil/trace.go:171","msg":"trace[1876000982] linearizableReadLoop","detail":"{readStateIndex:16043; appliedIndex:16042; }","duration":"668.552704ms","start":"2026-07-03T16:27:58.635866Z","end":"2026-07-03T16:27:59.304418Z","steps":["trace[1876000982] 'read index received' (duration: 298.698412ms)","trace[1876000982] 'applied index is now lower than readState.Index' (duration: 369.849892ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:59.304461Z","caller":"traceutil/trace.go:171","msg":"trace[1548107118] transaction","detail":"{read_only:false; response_revision:15479; number_of_response:1; }","duration":"671.498671ms","start":"2026-07-03T16:27:58.632932Z","end":"2026-07-03T16:27:59.30443Z","steps":["trace[1548107118] 'process raft request' (duration: 301.67183ms)","trace[1548107118] 'compare' (duration: 369.135116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:59.30461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.63291Z","time spent":"671.611223ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:59.30462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.734788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-03T16:27:59.304671Z","caller":"traceutil/trace.go:171","msg":"trace[1792708883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15479; }","duration":"668.795919ms","start":"2026-07-03T16:27:58.635861Z","end":"2026-07-03T16:27:59.304657Z","steps":["trace[1792708883] 'agreement among raft nodes before linearized reading' (duration: 668.621655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.304694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.635835Z","time spent":"668.85548ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"warn","ts":"2026-07-03T16:27:59.895427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.376265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:59.895611Z","caller":"traceutil/trace.go:171","msg":"trace[628716417] transaction","detail":"{read_only:false; response_revision:15480; number_of_response:1; }","duration":"1.250149984s","start":"2026-07-03T16:27:58.645437Z","end":"2026-07-03T16:27:59.895587Z","steps":["trace[628716417] 'process raft request' (duration: 913.505514ms)","trace[628716417] 'compare' (duration: 336.1931ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:59.895631Z","caller":"traceutil/trace.go:171","msg":"trace[808967190] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15480; }","duration":"1.249771816s","start":"2026-07-03T16:27:58.645842Z","end":"2026-07-03T16:27:59.895614Z","steps":["trace[808967190] 'process raft request' (duration: 1.249686704s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.895743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.64542Z","time spent":"1.250254886s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:59.895766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.645836Z","time spent":"1.249889119s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1568,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:00.16462Z","caller":"traceutil/trace.go:171","msg":"trace[1715666060] transaction","detail":"{read_only:false; response_revision:15481; number_of_response:1; }","duration":"1.051457003s","start":"2026-07-03T16:27:59.113121Z","end":"2026-07-03T16:28:00.164578Z","steps":["trace[1715666060] 'process raft request' (duration: 1.026321207s)","trace[1715666060] 'compare' (duration: 24.774227ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:00.164703Z","caller":"traceutil/trace.go:171","msg":"trace[1251189363] linearizableReadLoop","detail":"{readStateIndex:16049; appliedIndex:16043; }","duration":"860.191723ms","start":"2026-07-03T16:27:59.304487Z","end":"2026-07-03T16:28:00.164679Z","steps":["trace[1251189363] 'read index received' (duration: 254.53575ms)","trace[1251189363] 'applied index is now lower than readState.Index' (duration: 605.654993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:00.16476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.113103Z","time spent":"1.051582076s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:00.164811Z","caller":"traceutil/trace.go:171","msg":"trace[652320336] transaction","detail":"{read_only:false; response_revision:15482; number_of_response:1; }","duration":"1.051641808s","start":"2026-07-03T16:27:59.113157Z","end":"2026-07-03T16:28:00.164799Z","steps":["trace[652320336] 'process raft request' (duration: 1.05129278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.164922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.113139Z","time spent":"1.051701229s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:00.164935Z","caller":"traceutil/trace.go:171","msg":"trace[1956404050] transaction","detail":"{read_only:false; response_revision:15483; number_of_response:1; }","duration":"1.051555465s","start":"2026-07-03T16:27:59.113369Z","end":"2026-07-03T16:28:00.164925Z","steps":["trace[1956404050] 'process raft request' (duration: 1.051130476s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.164976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.11336Z","time spent":"1.051596486s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:00.165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049062478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:28:00.165033Z","caller":"traceutil/trace.go:171","msg":"trace[1617026772] transaction","detail":"{read_only:false; response_revision:15484; number_of_response:1; }","duration":"1.051586136s","start":"2026-07-03T16:27:59.113435Z","end":"2026-07-03T16:28:00.165022Z","steps":["trace[1617026772] 'process raft request' (duration: 1.051098955s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.165066Z","caller":"traceutil/trace.go:171","msg":"trace[1152391973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15485; }","duration":"1.049165891s","start":"2026-07-03T16:27:59.115883Z","end":"2026-07-03T16:28:00.165049Z","steps":["trace[1152391973] 'agreement among raft nodes before linearized reading' (duration: 1.048948856s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.113427Z","time spent":"1.051634476s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:00.165105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.115866Z","time spent":"1.049230703s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:28:00.165136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059728033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:28:00.165172Z","caller":"traceutil/trace.go:171","msg":"trace[446980133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15485; }","duration":"1.059798075s","start":"2026-07-03T16:27:59.105364Z","end":"2026-07-03T16:28:00.165162Z","steps":["trace[446980133] 'agreement among raft nodes before linearized reading' (duration: 1.059674232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.105346Z","time spent":"1.059848535s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:00.165253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024615459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:00.165274Z","caller":"traceutil/trace.go:171","msg":"trace[1537047482] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15485; }","duration":"1.02465842s","start":"2026-07-03T16:27:59.14061Z","end":"2026-07-03T16:28:00.165268Z","steps":["trace[1537047482] 'agreement among raft nodes before linearized reading' (duration: 1.024570008s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.140599Z","time spent":"1.024686331s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-07-03T16:28:00.165328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059964488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:28:00.165349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026948002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:00.165378Z","caller":"traceutil/trace.go:171","msg":"trace[1575382801] transaction","detail":"{read_only:false; response_revision:15485; number_of_response:1; }","duration":"854.013261ms","start":"2026-07-03T16:27:59.311358Z","end":"2026-07-03T16:28:00.165372Z","steps":["trace[1575382801] 'process raft request' (duration: 853.210883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.165379Z","caller":"traceutil/trace.go:171","msg":"trace[1411195744] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15485; }","duration":"1.027004262s","start":"2026-07-03T16:27:59.138365Z","end":"2026-07-03T16:28:00.165369Z","steps":["trace[1411195744] 'agreement among raft nodes before linearized reading' (duration: 1.0269129s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.311347Z","time spent":"854.042842ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:00.165406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.13835Z","time spent":"1.027049714s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-07-03T16:28:00.165461Z","caller":"traceutil/trace.go:171","msg":"trace[1637595549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15485; }","duration":"1.060018859s","start":"2026-07-03T16:27:59.105332Z","end":"2026-07-03T16:28:00.165351Z","steps":["trace[1637595549] 'agreement among raft nodes before linearized reading' (duration: 1.059938587s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.105317Z","time spent":"1.060175013s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:00.165561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060306766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T16:28:00.165582Z","caller":"traceutil/trace.go:171","msg":"trace[1192465723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15485; }","duration":"1.060366127s","start":"2026-07-03T16:27:59.10521Z","end":"2026-07-03T16:28:00.165577Z","steps":["trace[1192465723] 'agreement among raft nodes before linearized reading' (duration: 1.060308286s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.105128Z","time spent":"1.06046806s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:00.165636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060377887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:28:00.16566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526655118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:00.165675Z","caller":"traceutil/trace.go:171","msg":"trace[1061839899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15485; }","duration":"1.526683148s","start":"2026-07-03T16:27:58.638987Z","end":"2026-07-03T16:28:00.16567Z","steps":["trace[1061839899] 'agreement among raft nodes before linearized reading' (duration: 1.526656908s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.165672Z","caller":"traceutil/trace.go:171","msg":"trace[1456750022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15485; }","duration":"1.060449209s","start":"2026-07-03T16:27:59.10521Z","end":"2026-07-03T16:28:00.165659Z","steps":["trace[1456750022] 'agreement among raft nodes before linearized reading' (duration: 1.060351327s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.638978Z","time spent":"1.526707729s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:00.165698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.105181Z","time spent":"1.060511361s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:28:00.165766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468741501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:00.165797Z","caller":"traceutil/trace.go:171","msg":"trace[1254962199] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15485; }","duration":"1.468801603s","start":"2026-07-03T16:27:58.696986Z","end":"2026-07-03T16:28:00.165788Z","steps":["trace[1254962199] 'agreement among raft nodes before linearized reading' (duration: 1.468750232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.165829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.696968Z","time spent":"1.468854454s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:28:00.600687Z","caller":"traceutil/trace.go:171","msg":"trace[1468668911] transaction","detail":"{read_only:false; response_revision:15487; number_of_response:1; }","duration":"627.605566ms","start":"2026-07-03T16:27:59.973057Z","end":"2026-07-03T16:28:00.600663Z","steps":["trace[1468668911] 'process raft request' (duration: 627.514603ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.600743Z","caller":"traceutil/trace.go:171","msg":"trace[77431652] transaction","detail":"{read_only:false; response_revision:15486; number_of_response:1; }","duration":"695.45041ms","start":"2026-07-03T16:27:59.905248Z","end":"2026-07-03T16:28:00.600699Z","steps":["trace[77431652] 'process raft request' (duration: 695.178293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.600922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.97302Z","time spent":"627.742329ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:00.600949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.905227Z","time spent":"695.607343ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:00.600997Z","caller":"traceutil/trace.go:171","msg":"trace[359045606] linearizableReadLoop","detail":"{readStateIndex:16054; appliedIndex:16050; }","duration":"436.207111ms","start":"2026-07-03T16:28:00.164764Z","end":"2026-07-03T16:28:00.600971Z","steps":["trace[359045606] 'read index received' (duration: 435.76461ms)","trace[359045606] 'applied index is now lower than readState.Index' (duration: 441.441µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:00.601111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.28527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3727"} {"level":"warn","ts":"2026-07-03T16:28:00.601154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.700856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-07-03T16:28:00.601199Z","caller":"traceutil/trace.go:171","msg":"trace[344061835] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15489; }","duration":"647.785458ms","start":"2026-07-03T16:27:59.953401Z","end":"2026-07-03T16:28:00.601186Z","steps":["trace[344061835] 'agreement among raft nodes before linearized reading' (duration: 647.590944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.601192Z","caller":"traceutil/trace.go:171","msg":"trace[1778445834] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15489; }","duration":"965.388493ms","start":"2026-07-03T16:27:59.635785Z","end":"2026-07-03T16:28:00.601174Z","steps":["trace[1778445834] 'agreement among raft nodes before linearized reading' (duration: 965.230269ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.601191Z","caller":"traceutil/trace.go:171","msg":"trace[2109707158] transaction","detail":"{read_only:false; response_revision:15488; number_of_response:1; }","duration":"627.283698ms","start":"2026-07-03T16:27:59.973884Z","end":"2026-07-03T16:28:00.601168Z","steps":["trace[2109707158] 'process raft request' (duration: 626.742344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.601295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.846714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:2243"} {"level":"warn","ts":"2026-07-03T16:28:00.601279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034776422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:00.601328Z","caller":"traceutil/trace.go:171","msg":"trace[807180218] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15489; }","duration":"532.895916ms","start":"2026-07-03T16:28:00.068426Z","end":"2026-07-03T16:28:00.601321Z","steps":["trace[807180218] 'agreement among raft nodes before linearized reading' (duration: 532.815434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.601347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.068418Z","time spent":"532.925217ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"info","ts":"2026-07-03T16:28:00.60136Z","caller":"traceutil/trace.go:171","msg":"trace[1375780699] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:15489; }","duration":"1.034886834s","start":"2026-07-03T16:27:59.566449Z","end":"2026-07-03T16:28:00.601335Z","steps":["trace[1375780699] 'agreement among raft nodes before linearized reading' (duration: 1.034770642s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.601202Z","caller":"traceutil/trace.go:171","msg":"trace[249770306] transaction","detail":"{read_only:false; response_revision:15489; number_of_response:1; }","duration":"620.880401ms","start":"2026-07-03T16:27:59.980303Z","end":"2026-07-03T16:28:00.601183Z","steps":["trace[249770306] 'process raft request' (duration: 620.534893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.601391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292500525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-07-03T16:28:00.601409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.566427Z","time spent":"1.034970736s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-07-03T16:28:00.601416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.601367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-07-03T16:28:00.601438Z","caller":"traceutil/trace.go:171","msg":"trace[2116129551] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825; range_end:; response_count:1; response_revision:15489; }","duration":"1.292577746s","start":"2026-07-03T16:27:59.308846Z","end":"2026-07-03T16:28:00.601424Z","steps":["trace[2116129551] 'agreement among raft nodes before linearized reading' (duration: 1.292436403s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.60146Z","caller":"traceutil/trace.go:171","msg":"trace[293890537] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15489; }","duration":"965.669709ms","start":"2026-07-03T16:27:59.635781Z","end":"2026-07-03T16:28:00.601451Z","steps":["trace[293890537] 'agreement among raft nodes before linearized reading' (duration: 965.543176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.601479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.308831Z","time spent":"1.292635948s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" "} {"level":"warn","ts":"2026-07-03T16:28:00.601225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.953381Z","time spent":"647.83799ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2267,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"warn","ts":"2026-07-03T16:28:00.601124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.475978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:00.601526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.973857Z","time spent":"627.473732ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:00.601608Z","caller":"traceutil/trace.go:171","msg":"trace[153729498] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:15489; }","duration":"512.99448ms","start":"2026-07-03T16:28:00.088589Z","end":"2026-07-03T16:28:00.601584Z","steps":["trace[153729498] 'agreement among raft nodes before linearized reading' (duration: 512.458038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.601489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.635767Z","time spent":"965.71559ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"warn","ts":"2026-07-03T16:28:00.601303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.031752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:00.60125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.566792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7911"} {"level":"info","ts":"2026-07-03T16:28:00.601702Z","caller":"traceutil/trace.go:171","msg":"trace[1883514463] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15489; }","duration":"985.088813ms","start":"2026-07-03T16:27:59.616603Z","end":"2026-07-03T16:28:00.601692Z","steps":["trace[1883514463] 'agreement among raft nodes before linearized reading' (duration: 984.48337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.601737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.616578Z","time spent":"985.151025ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7934,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-03T16:28:00.601731Z","caller":"traceutil/trace.go:171","msg":"trace[1647654153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15489; }","duration":"899.469402ms","start":"2026-07-03T16:27:59.702228Z","end":"2026-07-03T16:28:00.601698Z","steps":["trace[1647654153] 'agreement among raft nodes before linearized reading' (duration: 899.041432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.601236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.635735Z","time spent":"965.491885ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"warn","ts":"2026-07-03T16:28:00.601277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.66323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:00.601819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.702214Z","time spent":"899.567844ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:00.60186Z","caller":"traceutil/trace.go:171","msg":"trace[732508339] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15489; }","duration":"553.234903ms","start":"2026-07-03T16:28:00.048605Z","end":"2026-07-03T16:28:00.60184Z","steps":["trace[732508339] 'agreement among raft nodes before linearized reading' (duration: 552.645039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.60197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.048557Z","time spent":"553.355195ms","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:00.601662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.088575Z","time spent":"513.071051ms","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:00.601473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:59.980289Z","time spent":"621.131027ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:00.85327Z","caller":"traceutil/trace.go:171","msg":"trace[365163959] linearizableReadLoop","detail":"{readStateIndex:16058; appliedIndex:16054; }","duration":"252.181156ms","start":"2026-07-03T16:28:00.601064Z","end":"2026-07-03T16:28:00.853245Z","steps":["trace[365163959] 'read index received' (duration: 251.90751ms)","trace[365163959] 'applied index is now lower than readState.Index' (duration: 272.366µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:00.853383Z","caller":"traceutil/trace.go:171","msg":"trace[19165959] transaction","detail":"{read_only:false; response_revision:15490; number_of_response:1; }","duration":"684.175871ms","start":"2026-07-03T16:28:00.169197Z","end":"2026-07-03T16:28:00.853373Z","steps":["trace[19165959] 'process raft request' (duration: 683.711581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.853508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.169183Z","time spent":"684.228833ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:00.853617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.379651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:00.853697Z","caller":"traceutil/trace.go:171","msg":"trace[131056324] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:15493; }","duration":"383.533305ms","start":"2026-07-03T16:28:00.470146Z","end":"2026-07-03T16:28:00.853679Z","steps":["trace[131056324] 'agreement among raft nodes before linearized reading' (duration: 383.396162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.853753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.470121Z","time spent":"383.621566ms","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:00.853799Z","caller":"traceutil/trace.go:171","msg":"trace[1042713251] transaction","detail":"{read_only:false; response_revision:15492; number_of_response:1; }","duration":"683.597717ms","start":"2026-07-03T16:28:00.17017Z","end":"2026-07-03T16:28:00.853768Z","steps":["trace[1042713251] 'process raft request' (duration: 682.999304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.853863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.806991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:00.853956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.170162Z","time spent":"683.70914ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:00.85391Z","caller":"traceutil/trace.go:171","msg":"trace[1842014023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15493; }","duration":"686.887943ms","start":"2026-07-03T16:28:00.167011Z","end":"2026-07-03T16:28:00.853899Z","steps":["trace[1842014023] 'agreement among raft nodes before linearized reading' (duration: 686.75523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.853981Z","caller":"traceutil/trace.go:171","msg":"trace[990632155] transaction","detail":"{read_only:false; response_revision:15493; number_of_response:1; }","duration":"677.338024ms","start":"2026-07-03T16:28:00.176628Z","end":"2026-07-03T16:28:00.853966Z","steps":["trace[990632155] 'process raft request' (duration: 676.573927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.854012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.166992Z","time spent":"687.009235ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:00.854072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.176601Z","time spent":"677.408366ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:00.854085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.292413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:00.85417Z","caller":"traceutil/trace.go:171","msg":"trace[1158290058] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15493; }","duration":"684.401765ms","start":"2026-07-03T16:28:00.169737Z","end":"2026-07-03T16:28:00.854139Z","steps":["trace[1158290058] 'agreement among raft nodes before linearized reading' (duration: 683.976736ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:00.854217Z","caller":"traceutil/trace.go:171","msg":"trace[1736320082] transaction","detail":"{read_only:false; response_revision:15491; number_of_response:1; }","duration":"684.052278ms","start":"2026-07-03T16:28:00.170151Z","end":"2026-07-03T16:28:00.854204Z","steps":["trace[1736320082] 'process raft request' (duration: 682.929623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.854223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.169699Z","time spent":"684.515078ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:28:00.854275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.17014Z","time spent":"684.103819ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:00.854562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.931796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-07-03T16:28:00.85461Z","caller":"traceutil/trace.go:171","msg":"trace[2139877858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15493; }","duration":"676.996477ms","start":"2026-07-03T16:28:00.177602Z","end":"2026-07-03T16:28:00.854598Z","steps":["trace[2139877858] 'agreement among raft nodes before linearized reading' (duration: 676.850893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.854642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.177594Z","time spent":"677.040868ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"warn","ts":"2026-07-03T16:28:00.855154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.146007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:625651"} {"level":"info","ts":"2026-07-03T16:28:00.855229Z","caller":"traceutil/trace.go:171","msg":"trace[1957278748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:15493; }","duration":"683.23909ms","start":"2026-07-03T16:28:00.171973Z","end":"2026-07-03T16:28:00.855212Z","steps":["trace[1957278748] 'agreement among raft nodes before linearized reading' (duration: 682.430461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.855288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.171967Z","time spent":"683.304121ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":625674,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:28:01.189684Z","caller":"traceutil/trace.go:171","msg":"trace[119710021] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"584.235242ms","start":"2026-07-03T16:28:00.605431Z","end":"2026-07-03T16:28:01.189666Z","steps":["trace[119710021] 'process raft request' (duration: 583.647149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.189802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.605409Z","time spent":"584.330945ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:01.189949Z","caller":"traceutil/trace.go:171","msg":"trace[2131332389] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15495; }","duration":"584.407556ms","start":"2026-07-03T16:28:00.605526Z","end":"2026-07-03T16:28:01.189934Z","steps":["trace[2131332389] 'process raft request' (duration: 583.949436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:01.19003Z","caller":"traceutil/trace.go:171","msg":"trace[336860983] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15496; }","duration":"584.434387ms","start":"2026-07-03T16:28:00.605578Z","end":"2026-07-03T16:28:01.190012Z","steps":["trace[336860983] 'process raft request' (duration: 584.164151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.190059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.605517Z","time spent":"584.470367ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-03T16:28:01.190128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.605553Z","time spent":"584.516809ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-03T16:28:01.190192Z","caller":"traceutil/trace.go:171","msg":"trace[1865134639] linearizableReadLoop","detail":"{readStateIndex:16064; appliedIndex:16058; }","duration":"336.838906ms","start":"2026-07-03T16:28:00.853336Z","end":"2026-07-03T16:28:01.190175Z","steps":["trace[1865134639] 'read index received' (duration: 335.981716ms)","trace[1865134639] 'applied index is now lower than readState.Index' (duration: 856.42µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:01.190184Z","caller":"traceutil/trace.go:171","msg":"trace[1714527337] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"583.27012ms","start":"2026-07-03T16:28:00.606883Z","end":"2026-07-03T16:28:01.190153Z","steps":["trace[1714527337] 'process raft request' (duration: 582.998924ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:01.190215Z","caller":"traceutil/trace.go:171","msg":"trace[1515760406] transaction","detail":"{read_only:false; response_revision:15499; number_of_response:1; }","duration":"581.413508ms","start":"2026-07-03T16:28:00.608786Z","end":"2026-07-03T16:28:01.1902Z","steps":["trace[1515760406] 'process raft request' (duration: 581.349857ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:01.190207Z","caller":"traceutil/trace.go:171","msg":"trace[1463812678] transaction","detail":"{read_only:false; response_revision:15498; number_of_response:1; }","duration":"583.2818ms","start":"2026-07-03T16:28:00.606904Z","end":"2026-07-03T16:28:01.190186Z","steps":["trace[1463812678] 'process raft request' (duration: 583.180458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.19028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.608777Z","time spent":"581.473789ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:01.190307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.606884Z","time spent":"583.386943ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:01.19031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.60687Z","time spent":"583.377862ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:01.190326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.202217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:01.190349Z","caller":"traceutil/trace.go:171","msg":"trace[1567368139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15499; }","duration":"555.262818ms","start":"2026-07-03T16:28:00.635079Z","end":"2026-07-03T16:28:01.190342Z","steps":["trace[1567368139] 'agreement among raft nodes before linearized reading' (duration: 555.169956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.190367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.635058Z","time spent":"555.306749ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:28:01.690291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361775,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:28:02.056987Z","caller":"traceutil/trace.go:171","msg":"trace[16879326] transaction","detail":"{read_only:false; response_revision:15500; number_of_response:1; }","duration":"1.195159874s","start":"2026-07-03T16:28:00.861808Z","end":"2026-07-03T16:28:02.056968Z","steps":["trace[16879326] 'process raft request' (duration: 1.19499812s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.057135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.861586Z","time spent":"1.195465151s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3900,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:02.160474Z","caller":"traceutil/trace.go:171","msg":"trace[1375852496] transaction","detail":"{read_only:false; response_revision:15502; number_of_response:1; }","duration":"963.734464ms","start":"2026-07-03T16:28:01.196719Z","end":"2026-07-03T16:28:02.160454Z","steps":["trace[1375852496] 'process raft request' (duration: 963.632662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.160462Z","caller":"traceutil/trace.go:171","msg":"trace[2091268408] transaction","detail":"{read_only:false; response_revision:15501; number_of_response:1; }","duration":"963.882538ms","start":"2026-07-03T16:28:01.196544Z","end":"2026-07-03T16:28:02.160426Z","steps":["trace[2091268408] 'process raft request' (duration: 963.669523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.160615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.196713Z","time spent":"963.831276ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:02.160714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.196534Z","time spent":"964.030091ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:02.160788Z","caller":"traceutil/trace.go:171","msg":"trace[860317151] transaction","detail":"{read_only:false; response_revision:15503; number_of_response:1; }","duration":"958.238278ms","start":"2026-07-03T16:28:01.202526Z","end":"2026-07-03T16:28:02.160765Z","steps":["trace[860317151] 'process raft request' (duration: 957.8755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.160914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.202501Z","time spent":"958.345871ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:02.160999Z","caller":"traceutil/trace.go:171","msg":"trace[1373894214] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15503; }","duration":"958.356681ms","start":"2026-07-03T16:28:01.202611Z","end":"2026-07-03T16:28:02.160967Z","steps":["trace[1373894214] 'process raft request' (duration: 957.970122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.161155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.202604Z","time spent":"958.468544ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:02.161293Z","caller":"traceutil/trace.go:171","msg":"trace[2028455471] transaction","detail":"{read_only:false; response_revision:15505; number_of_response:1; }","duration":"863.141731ms","start":"2026-07-03T16:28:01.29814Z","end":"2026-07-03T16:28:02.161282Z","steps":["trace[2028455471] 'process raft request' (duration: 862.988177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.161284Z","caller":"traceutil/trace.go:171","msg":"trace[790286311] linearizableReadLoop","detail":"{readStateIndex:16071; appliedIndex:16064; }","duration":"970.99199ms","start":"2026-07-03T16:28:01.190229Z","end":"2026-07-03T16:28:02.161221Z","steps":["trace[790286311] 'read index received' (duration: 866.626119ms)","trace[790286311] 'applied index is now lower than readState.Index' (duration: 104.364391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:02.161344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.2981Z","time spent":"863.216163ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:02.161483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257066864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18bed46e0c4a180a\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-07-03T16:28:02.161564Z","caller":"traceutil/trace.go:171","msg":"trace[1899223653] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18bed46e0c4a180a; range_end:; response_count:1; response_revision:15505; }","duration":"1.257187396s","start":"2026-07-03T16:28:00.904357Z","end":"2026-07-03T16:28:02.161545Z","steps":["trace[1899223653] 'agreement among raft nodes before linearized reading' (duration: 1.256981981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.161604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.904336Z","time spent":"1.257258728s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18bed46e0c4a180a\" "} {"level":"info","ts":"2026-07-03T16:28:02.161654Z","caller":"traceutil/trace.go:171","msg":"trace[2111232654] transaction","detail":"{read_only:false; response_revision:15504; number_of_response:1; }","duration":"958.657998ms","start":"2026-07-03T16:28:01.202983Z","end":"2026-07-03T16:28:02.161641Z","steps":["trace[2111232654] 'process raft request' (duration: 957.952421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.161714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.202955Z","time spent":"958.73036ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:02.161849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11551595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-03T16:28:02.16187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302872512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:28:02.161975Z","caller":"traceutil/trace.go:171","msg":"trace[837041930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15505; }","duration":"1.303010245s","start":"2026-07-03T16:28:00.858943Z","end":"2026-07-03T16:28:02.161953Z","steps":["trace[837041930] 'agreement among raft nodes before linearized reading' (duration: 1.302688808s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.162112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.858922Z","time spent":"1.303138538s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:02.162189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.558397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:02.162232Z","caller":"traceutil/trace.go:171","msg":"trace[2078713775] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15505; }","duration":"411.643839ms","start":"2026-07-03T16:28:01.750579Z","end":"2026-07-03T16:28:02.162223Z","steps":["trace[2078713775] 'agreement among raft nodes before linearized reading' (duration: 411.575707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.162268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.750556Z","time spent":"411.7048ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:02.161886Z","caller":"traceutil/trace.go:171","msg":"trace[1442938438] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:15505; }","duration":"1.115581192s","start":"2026-07-03T16:28:01.046293Z","end":"2026-07-03T16:28:02.161874Z","steps":["trace[1442938438] 'agreement among raft nodes before linearized reading' (duration: 1.1154869s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.162297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.632246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-03T16:28:02.162339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.046275Z","time spent":"1.116045322s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:28:02.162365Z","caller":"traceutil/trace.go:171","msg":"trace[369390126] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15505; }","duration":"968.701638ms","start":"2026-07-03T16:28:01.193647Z","end":"2026-07-03T16:28:02.162349Z","steps":["trace[369390126] 'agreement among raft nodes before linearized reading' (duration: 968.509944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.162413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.193617Z","time spent":"968.78465ms","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-03T16:28:02.162431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.276464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:02.162464Z","caller":"traceutil/trace.go:171","msg":"trace[1635255977] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:15505; }","duration":"302.346835ms","start":"2026-07-03T16:28:01.860105Z","end":"2026-07-03T16:28:02.162452Z","steps":["trace[1635255977] 'agreement among raft nodes before linearized reading' (duration: 302.302014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.162499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.860089Z","time spent":"302.404786ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" "} {"level":"warn","ts":"2026-07-03T16:28:02.162501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.225758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-07-03T16:28:02.162587Z","caller":"traceutil/trace.go:171","msg":"trace[671734174] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15505; }","duration":"101.330701ms","start":"2026-07-03T16:28:02.061237Z","end":"2026-07-03T16:28:02.162568Z","steps":["trace[671734174] 'agreement among raft nodes before linearized reading' (duration: 101.036624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.161562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299420883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:02.162741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.639902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T16:28:02.162762Z","caller":"traceutil/trace.go:171","msg":"trace[1421206690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15505; }","duration":"1.300645371s","start":"2026-07-03T16:28:00.862098Z","end":"2026-07-03T16:28:02.162744Z","steps":["trace[1421206690] 'agreement among raft nodes before linearized reading' (duration: 1.299372642s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.162787Z","caller":"traceutil/trace.go:171","msg":"trace[1278724824] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15505; }","duration":"564.724724ms","start":"2026-07-03T16:28:01.598048Z","end":"2026-07-03T16:28:02.162773Z","steps":["trace[1278724824] 'agreement among raft nodes before linearized reading' (duration: 564.573241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.162798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.462163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-03T16:28:02.162802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.567465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3727"} {"level":"warn","ts":"2026-07-03T16:28:02.162824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.598026Z","time spent":"564.787465ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:28:02.162864Z","caller":"traceutil/trace.go:171","msg":"trace[615289170] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15505; }","duration":"968.531274ms","start":"2026-07-03T16:28:01.194312Z","end":"2026-07-03T16:28:02.162844Z","steps":["trace[615289170] 'agreement among raft nodes before linearized reading' (duration: 968.34279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.162869Z","caller":"traceutil/trace.go:171","msg":"trace[464685096] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15505; }","duration":"555.649687ms","start":"2026-07-03T16:28:01.607201Z","end":"2026-07-03T16:28:02.162851Z","steps":["trace[464685096] 'agreement among raft nodes before linearized reading' (duration: 555.492184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.162928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.194308Z","time spent":"968.606816ms","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-03T16:28:02.162933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.607195Z","time spent":"555.726009ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"warn","ts":"2026-07-03T16:28:02.162824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.862083Z","time spent":"1.300724692s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:02.162724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.726789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3915"} {"level":"info","ts":"2026-07-03T16:28:02.163196Z","caller":"traceutil/trace.go:171","msg":"trace[1215309845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15505; }","duration":"556.22671ms","start":"2026-07-03T16:28:01.606951Z","end":"2026-07-03T16:28:02.163177Z","steps":["trace[1215309845] 'agreement among raft nodes before linearized reading' (duration: 555.261118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.163303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.606937Z","time spent":"556.346563ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3938,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"info","ts":"2026-07-03T16:28:02.327129Z","caller":"traceutil/trace.go:171","msg":"trace[976581062] transaction","detail":"{read_only:false; response_revision:15514; number_of_response:1; }","duration":"109.893117ms","start":"2026-07-03T16:28:02.217207Z","end":"2026-07-03T16:28:02.3271Z","steps":["trace[976581062] 'process raft request' (duration: 54.485887ms)","trace[976581062] 'compare' (duration: 55.273787ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:02.35877Z","caller":"traceutil/trace.go:171","msg":"trace[1363915390] transaction","detail":"{read_only:false; response_revision:15515; number_of_response:1; }","duration":"110.528421ms","start":"2026-07-03T16:28:02.248206Z","end":"2026-07-03T16:28:02.358735Z","steps":["trace[1363915390] 'process raft request' (duration: 110.086321ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.358975Z","caller":"traceutil/trace.go:171","msg":"trace[1138476477] transaction","detail":"{read_only:false; response_revision:15516; number_of_response:1; }","duration":"109.651131ms","start":"2026-07-03T16:28:02.249317Z","end":"2026-07-03T16:28:02.358968Z","steps":["trace[1138476477] 'process raft request' (duration: 109.078548ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.359093Z","caller":"traceutil/trace.go:171","msg":"trace[947178523] transaction","detail":"{read_only:false; response_revision:15517; number_of_response:1; }","duration":"109.679542ms","start":"2026-07-03T16:28:02.249408Z","end":"2026-07-03T16:28:02.359088Z","steps":["trace[947178523] 'process raft request' (duration: 109.028707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.359337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.750664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-07-03T16:28:02.359362Z","caller":"traceutil/trace.go:171","msg":"trace[2062533533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15518; }","duration":"109.801135ms","start":"2026-07-03T16:28:02.249555Z","end":"2026-07-03T16:28:02.359356Z","steps":["trace[2062533533] 'agreement among raft nodes before linearized reading' (duration: 109.730263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.359478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.52976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:28:02.359496Z","caller":"traceutil/trace.go:171","msg":"trace[446001254] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15518; }","duration":"106.572471ms","start":"2026-07-03T16:28:02.252919Z","end":"2026-07-03T16:28:02.359491Z","steps":["trace[446001254] 'agreement among raft nodes before linearized reading' (duration: 106.502289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.35959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.671118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18bed46e0a8f7ce9\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-07-03T16:28:02.359609Z","caller":"traceutil/trace.go:171","msg":"trace[424357688] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18bed46e0a8f7ce9; range_end:; response_count:1; response_revision:15518; }","duration":"108.705729ms","start":"2026-07-03T16:28:02.250897Z","end":"2026-07-03T16:28:02.359603Z","steps":["trace[424357688] 'agreement among raft nodes before linearized reading' (duration: 108.650178ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.362902Z","caller":"traceutil/trace.go:171","msg":"trace[1949093870] transaction","detail":"{read_only:false; response_revision:15518; number_of_response:1; }","duration":"109.271933ms","start":"2026-07-03T16:28:02.249503Z","end":"2026-07-03T16:28:02.358775Z","steps":["trace[1949093870] 'process raft request' (duration: 108.973796ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.55015Z","caller":"traceutil/trace.go:171","msg":"trace[312779023] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15520; }","duration":"180.216757ms","start":"2026-07-03T16:28:02.369905Z","end":"2026-07-03T16:28:02.550122Z","steps":["trace[312779023] 'process raft request' (duration: 179.527602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550188Z","caller":"traceutil/trace.go:171","msg":"trace[25379037] transaction","detail":"{read_only:false; response_revision:15523; number_of_response:1; }","duration":"178.143619ms","start":"2026-07-03T16:28:02.372021Z","end":"2026-07-03T16:28:02.550165Z","steps":["trace[25379037] 'process raft request' (duration: 177.921394ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550211Z","caller":"traceutil/trace.go:171","msg":"trace[763542809] transaction","detail":"{read_only:false; response_revision:15524; number_of_response:1; }","duration":"178.14596ms","start":"2026-07-03T16:28:02.372041Z","end":"2026-07-03T16:28:02.550187Z","steps":["trace[763542809] 'process raft request' (duration: 177.933885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550208Z","caller":"traceutil/trace.go:171","msg":"trace[1917612715] transaction","detail":"{read_only:false; response_revision:15521; number_of_response:1; }","duration":"178.19985ms","start":"2026-07-03T16:28:02.37198Z","end":"2026-07-03T16:28:02.55018Z","steps":["trace[1917612715] 'process raft request' (duration: 177.811582ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550295Z","caller":"traceutil/trace.go:171","msg":"trace[1492634010] transaction","detail":"{read_only:false; response_revision:15525; number_of_response:1; }","duration":"178.245512ms","start":"2026-07-03T16:28:02.372038Z","end":"2026-07-03T16:28:02.550284Z","steps":["trace[1492634010] 'process raft request' (duration: 177.966295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550574Z","caller":"traceutil/trace.go:171","msg":"trace[44211628] transaction","detail":"{read_only:false; response_revision:15526; number_of_response:1; }","duration":"178.499718ms","start":"2026-07-03T16:28:02.372065Z","end":"2026-07-03T16:28:02.550565Z","steps":["trace[44211628] 'process raft request' (duration: 177.971995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550583Z","caller":"traceutil/trace.go:171","msg":"trace[1890741156] transaction","detail":"{read_only:false; response_revision:15528; number_of_response:1; }","duration":"175.463079ms","start":"2026-07-03T16:28:02.375106Z","end":"2026-07-03T16:28:02.550569Z","steps":["trace[1890741156] 'process raft request' (duration: 175.337016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550586Z","caller":"traceutil/trace.go:171","msg":"trace[516297747] linearizableReadLoop","detail":"{readStateIndex:16087; appliedIndex:16085; }","duration":"178.784765ms","start":"2026-07-03T16:28:02.37179Z","end":"2026-07-03T16:28:02.550574Z","steps":["trace[516297747] 'read index received' (duration: 44.442598ms)","trace[516297747] 'applied index is now lower than readState.Index' (duration: 134.341247ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:02.550625Z","caller":"traceutil/trace.go:171","msg":"trace[2716241] transaction","detail":"{read_only:false; response_revision:15527; number_of_response:1; }","duration":"178.346305ms","start":"2026-07-03T16:28:02.372255Z","end":"2026-07-03T16:28:02.550601Z","steps":["trace[2716241] 'process raft request' (duration: 178.13863ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550751Z","caller":"traceutil/trace.go:171","msg":"trace[692057129] transaction","detail":"{read_only:false; response_revision:15530; number_of_response:1; }","duration":"162.690826ms","start":"2026-07-03T16:28:02.388052Z","end":"2026-07-03T16:28:02.550743Z","steps":["trace[692057129] 'process raft request' (duration: 162.488221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550802Z","caller":"traceutil/trace.go:171","msg":"trace[753791417] transaction","detail":"{read_only:false; response_revision:15529; number_of_response:1; }","duration":"174.920947ms","start":"2026-07-03T16:28:02.375873Z","end":"2026-07-03T16:28:02.550794Z","steps":["trace[753791417] 'process raft request' (duration: 174.624541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.550912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.051051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:28:02.550935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.043571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:02.550959Z","caller":"traceutil/trace.go:171","msg":"trace[658843990] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:0; response_revision:15530; }","duration":"179.087702ms","start":"2026-07-03T16:28:02.371863Z","end":"2026-07-03T16:28:02.55095Z","steps":["trace[658843990] 'agreement among raft nodes before linearized reading' (duration: 179.02941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.550956Z","caller":"traceutil/trace.go:171","msg":"trace[1568089981] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15530; }","duration":"179.120033ms","start":"2026-07-03T16:28:02.371823Z","end":"2026-07-03T16:28:02.550943Z","steps":["trace[1568089981] 'agreement among raft nodes before linearized reading' (duration: 178.954659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.550964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.159694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:28:02.551002Z","caller":"traceutil/trace.go:171","msg":"trace[913187789] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15530; }","duration":"179.223435ms","start":"2026-07-03T16:28:02.371765Z","end":"2026-07-03T16:28:02.550989Z","steps":["trace[913187789] 'agreement among raft nodes before linearized reading' (duration: 179.096942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.551036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.101617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-03T16:28:02.551107Z","caller":"traceutil/trace.go:171","msg":"trace[1964717706] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:15530; }","duration":"163.206729ms","start":"2026-07-03T16:28:02.38788Z","end":"2026-07-03T16:28:02.551087Z","steps":["trace[1964717706] 'agreement among raft nodes before linearized reading' (duration: 163.002384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.55124Z","caller":"traceutil/trace.go:171","msg":"trace[170277909] transaction","detail":"{read_only:false; response_revision:15522; number_of_response:1; }","duration":"179.177963ms","start":"2026-07-03T16:28:02.371981Z","end":"2026-07-03T16:28:02.551159Z","steps":["trace[170277909] 'process raft request' (duration: 177.923454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.551728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.903928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-03T16:28:02.551792Z","caller":"traceutil/trace.go:171","msg":"trace[2089722666] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15530; }","duration":"107.00635ms","start":"2026-07-03T16:28:02.444773Z","end":"2026-07-03T16:28:02.551779Z","steps":["trace[2089722666] 'agreement among raft nodes before linearized reading' (duration: 106.08781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.694509Z","caller":"traceutil/trace.go:171","msg":"trace[1995023318] transaction","detail":"{read_only:false; response_revision:15532; number_of_response:1; }","duration":"140.102599ms","start":"2026-07-03T16:28:02.554374Z","end":"2026-07-03T16:28:02.694477Z","steps":["trace[1995023318] 'process raft request' (duration: 123.914358ms)","trace[1995023318] 'compare' (duration: 15.896555ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:02.694802Z","caller":"traceutil/trace.go:171","msg":"trace[746957393] transaction","detail":"{read_only:false; response_revision:15533; number_of_response:1; }","duration":"138.039892ms","start":"2026-07-03T16:28:02.556722Z","end":"2026-07-03T16:28:02.694762Z","steps":["trace[746957393] 'process raft request' (duration: 137.692604ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.695053Z","caller":"traceutil/trace.go:171","msg":"trace[917632590] transaction","detail":"{read_only:false; response_revision:15534; number_of_response:1; }","duration":"137.622772ms","start":"2026-07-03T16:28:02.557411Z","end":"2026-07-03T16:28:02.695034Z","steps":["trace[917632590] 'process raft request' (duration: 137.398017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.695326Z","caller":"traceutil/trace.go:171","msg":"trace[1284911824] transaction","detail":"{read_only:false; response_revision:15535; number_of_response:1; }","duration":"137.860597ms","start":"2026-07-03T16:28:02.557452Z","end":"2026-07-03T16:28:02.695313Z","steps":["trace[1284911824] 'process raft request' (duration: 137.658243ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.695558Z","caller":"traceutil/trace.go:171","msg":"trace[1217048322] transaction","detail":"{read_only:false; response_revision:15536; number_of_response:1; }","duration":"134.801047ms","start":"2026-07-03T16:28:02.560734Z","end":"2026-07-03T16:28:02.695535Z","steps":["trace[1217048322] 'process raft request' (duration: 134.46687ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.695776Z","caller":"traceutil/trace.go:171","msg":"trace[532790985] linearizableReadLoop","detail":"{readStateIndex:16099; appliedIndex:16097; }","duration":"141.288186ms","start":"2026-07-03T16:28:02.554475Z","end":"2026-07-03T16:28:02.695763Z","steps":["trace[532790985] 'read index received' (duration: 78.702053ms)","trace[532790985] 'applied index is now lower than readState.Index' (duration: 62.585093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:02.696085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.593884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3915"} {"level":"info","ts":"2026-07-03T16:28:02.696141Z","caller":"traceutil/trace.go:171","msg":"trace[1638694284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15537; }","duration":"141.693255ms","start":"2026-07-03T16:28:02.554434Z","end":"2026-07-03T16:28:02.696128Z","steps":["trace[1638694284] 'agreement among raft nodes before linearized reading' (duration: 141.50195ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.756078Z","caller":"traceutil/trace.go:171","msg":"trace[1830130256] transaction","detail":"{read_only:false; response_revision:15539; number_of_response:1; }","duration":"117.894621ms","start":"2026-07-03T16:28:02.63816Z","end":"2026-07-03T16:28:02.756055Z","steps":["trace[1830130256] 'process raft request' (duration: 117.784818ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.756196Z","caller":"traceutil/trace.go:171","msg":"trace[1361826448] transaction","detail":"{read_only:false; response_revision:15538; number_of_response:1; }","duration":"118.433572ms","start":"2026-07-03T16:28:02.637737Z","end":"2026-07-03T16:28:02.756171Z","steps":["trace[1361826448] 'process raft request' (duration: 118.054774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.756264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.873796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T16:28:02.75632Z","caller":"traceutil/trace.go:171","msg":"trace[129522639] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15539; }","duration":"181.973988ms","start":"2026-07-03T16:28:02.574332Z","end":"2026-07-03T16:28:02.756306Z","steps":["trace[129522639] 'agreement among raft nodes before linearized reading' (duration: 181.737223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.756393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.449211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T16:28:02.756474Z","caller":"traceutil/trace.go:171","msg":"trace[635716823] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15539; }","duration":"200.604325ms","start":"2026-07-03T16:28:02.555852Z","end":"2026-07-03T16:28:02.756457Z","steps":["trace[635716823] 'agreement among raft nodes before linearized reading' (duration: 200.269867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.983176Z","caller":"traceutil/trace.go:171","msg":"trace[176306399] transaction","detail":"{read_only:false; response_revision:15553; number_of_response:1; }","duration":"120.633093ms","start":"2026-07-03T16:28:02.862517Z","end":"2026-07-03T16:28:02.98315Z","steps":["trace[176306399] 'process raft request' (duration: 91.338872ms)","trace[176306399] 'compare' (duration: 29.051645ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:02.983787Z","caller":"traceutil/trace.go:171","msg":"trace[760217053] transaction","detail":"{read_only:false; response_revision:15554; number_of_response:1; }","duration":"120.720305ms","start":"2026-07-03T16:28:02.863041Z","end":"2026-07-03T16:28:02.983761Z","steps":["trace[760217053] 'process raft request' (duration: 120.007429ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.983825Z","caller":"traceutil/trace.go:171","msg":"trace[292512501] transaction","detail":"{read_only:false; response_revision:15555; number_of_response:1; }","duration":"120.402998ms","start":"2026-07-03T16:28:02.863408Z","end":"2026-07-03T16:28:02.983811Z","steps":["trace[292512501] 'process raft request' (duration: 120.107321ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.984194Z","caller":"traceutil/trace.go:171","msg":"trace[856014097] transaction","detail":"{read_only:false; response_revision:15556; number_of_response:1; }","duration":"118.171256ms","start":"2026-07-03T16:28:02.866005Z","end":"2026-07-03T16:28:02.984177Z","steps":["trace[856014097] 'process raft request' (duration: 117.739956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.984442Z","caller":"traceutil/trace.go:171","msg":"trace[421182742] transaction","detail":"{read_only:false; response_revision:15559; number_of_response:1; }","duration":"114.82943ms","start":"2026-07-03T16:28:02.869603Z","end":"2026-07-03T16:28:02.984432Z","steps":["trace[421182742] 'process raft request' (duration: 114.667356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.984553Z","caller":"traceutil/trace.go:171","msg":"trace[1306047311] transaction","detail":"{read_only:false; response_revision:15560; number_of_response:1; }","duration":"114.685886ms","start":"2026-07-03T16:28:02.869854Z","end":"2026-07-03T16:28:02.98454Z","steps":["trace[1306047311] 'process raft request' (duration: 114.447191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.98462Z","caller":"traceutil/trace.go:171","msg":"trace[1652029260] transaction","detail":"{read_only:false; response_revision:15558; number_of_response:1; }","duration":"115.061605ms","start":"2026-07-03T16:28:02.869528Z","end":"2026-07-03T16:28:02.984589Z","steps":["trace[1652029260] 'process raft request' (duration: 114.683697ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.984678Z","caller":"traceutil/trace.go:171","msg":"trace[324028787] transaction","detail":"{read_only:false; response_revision:15557; number_of_response:1; }","duration":"116.9911ms","start":"2026-07-03T16:28:02.867679Z","end":"2026-07-03T16:28:02.98467Z","steps":["trace[324028787] 'process raft request' (duration: 116.287363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.98486Z","caller":"traceutil/trace.go:171","msg":"trace[1252115687] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15561; }","duration":"114.764648ms","start":"2026-07-03T16:28:02.870088Z","end":"2026-07-03T16:28:02.984853Z","steps":["trace[1252115687] 'process raft request' (duration: 114.311337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.984957Z","caller":"traceutil/trace.go:171","msg":"trace[1795081239] transaction","detail":"{read_only:false; response_revision:15561; number_of_response:1; }","duration":"114.973394ms","start":"2026-07-03T16:28:02.869976Z","end":"2026-07-03T16:28:02.98495Z","steps":["trace[1795081239] 'process raft request' (duration: 114.370859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.984953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.787168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:28:02.985105Z","caller":"traceutil/trace.go:171","msg":"trace[1190523341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15562; }","duration":"117.973422ms","start":"2026-07-03T16:28:02.867116Z","end":"2026-07-03T16:28:02.985089Z","steps":["trace[1190523341] 'agreement among raft nodes before linearized reading' (duration: 117.717906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.985179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.920261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:28:02.985283Z","caller":"traceutil/trace.go:171","msg":"trace[194061983] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15562; }","duration":"118.125006ms","start":"2026-07-03T16:28:02.867143Z","end":"2026-07-03T16:28:02.985268Z","steps":["trace[194061983] 'agreement among raft nodes before linearized reading' (duration: 117.631865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.985361Z","caller":"traceutil/trace.go:171","msg":"trace[872973124] transaction","detail":"{read_only:false; response_revision:15562; number_of_response:1; }","duration":"114.030263ms","start":"2026-07-03T16:28:02.871323Z","end":"2026-07-03T16:28:02.985353Z","steps":["trace[872973124] 'process raft request' (duration: 113.106841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.191244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.950599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T16:28:03.191316Z","caller":"traceutil/trace.go:171","msg":"trace[634136475] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15568; }","duration":"114.055581ms","start":"2026-07-03T16:28:03.077243Z","end":"2026-07-03T16:28:03.191299Z","steps":["trace[634136475] 'agreement among raft nodes before linearized reading' (duration: 113.849917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.191378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.803336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111787"} {"level":"info","ts":"2026-07-03T16:28:03.191455Z","caller":"traceutil/trace.go:171","msg":"trace[22443000] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15568; }","duration":"113.899028ms","start":"2026-07-03T16:28:03.077539Z","end":"2026-07-03T16:28:03.191438Z","steps":["trace[22443000] 'agreement among raft nodes before linearized reading' (duration: 113.558091ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.342159Z","caller":"traceutil/trace.go:171","msg":"trace[701474680] linearizableReadLoop","detail":"{readStateIndex:16141; appliedIndex:16137; }","duration":"151.076651ms","start":"2026-07-03T16:28:03.191063Z","end":"2026-07-03T16:28:03.34214Z","steps":["trace[701474680] 'read index received' (duration: 150.846715ms)","trace[701474680] 'applied index is now lower than readState.Index' (duration: 229.276µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:03.342234Z","caller":"traceutil/trace.go:171","msg":"trace[1987877734] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15571; }","duration":"169.212385ms","start":"2026-07-03T16:28:03.172994Z","end":"2026-07-03T16:28:03.342206Z","steps":["trace[1987877734] 'process raft request' (duration: 169.121973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.342354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.196118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:3915"} {"level":"info","ts":"2026-07-03T16:28:03.342355Z","caller":"traceutil/trace.go:171","msg":"trace[1357041238] transaction","detail":"{read_only:false; response_revision:15571; number_of_response:1; }","duration":"170.371193ms","start":"2026-07-03T16:28:03.171948Z","end":"2026-07-03T16:28:03.342319Z","steps":["trace[1357041238] 'process raft request' (duration: 170.137727ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.342405Z","caller":"traceutil/trace.go:171","msg":"trace[640898352] transaction","detail":"{read_only:false; response_revision:15570; number_of_response:1; }","duration":"171.684272ms","start":"2026-07-03T16:28:03.170711Z","end":"2026-07-03T16:28:03.342395Z","steps":["trace[640898352] 'process raft request' (duration: 171.326364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.342469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.285152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-03T16:28:03.342502Z","caller":"traceutil/trace.go:171","msg":"trace[287317849] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15571; }","duration":"174.352474ms","start":"2026-07-03T16:28:03.168142Z","end":"2026-07-03T16:28:03.342495Z","steps":["trace[287317849] 'agreement among raft nodes before linearized reading' (duration: 174.267382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.342491Z","caller":"traceutil/trace.go:171","msg":"trace[2076776120] transaction","detail":"{read_only:false; response_revision:15569; number_of_response:1; }","duration":"173.082525ms","start":"2026-07-03T16:28:03.169376Z","end":"2026-07-03T16:28:03.342458Z","steps":["trace[2076776120] 'process raft request' (duration: 172.542843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.342392Z","caller":"traceutil/trace.go:171","msg":"trace[1654875405] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15571; }","duration":"173.266799ms","start":"2026-07-03T16:28:03.169115Z","end":"2026-07-03T16:28:03.342382Z","steps":["trace[1654875405] 'agreement among raft nodes before linearized reading' (duration: 173.130986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.342861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.694927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-03T16:28:03.342894Z","caller":"traceutil/trace.go:171","msg":"trace[2057092864] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15571; }","duration":"138.753697ms","start":"2026-07-03T16:28:03.204132Z","end":"2026-07-03T16:28:03.342886Z","steps":["trace[2057092864] 'agreement among raft nodes before linearized reading' (duration: 138.684356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.343137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.734444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-03T16:28:03.343162Z","caller":"traceutil/trace.go:171","msg":"trace[911456171] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15571; }","duration":"148.167373ms","start":"2026-07-03T16:28:03.194985Z","end":"2026-07-03T16:28:03.343152Z","steps":["trace[911456171] 'agreement among raft nodes before linearized reading' (duration: 147.656022ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.503023Z","caller":"traceutil/trace.go:171","msg":"trace[567741100] linearizableReadLoop","detail":"{readStateIndex:16144; appliedIndex:16142; }","duration":"115.505577ms","start":"2026-07-03T16:28:03.387498Z","end":"2026-07-03T16:28:03.503003Z","steps":["trace[567741100] 'read index received' (duration: 77.975076ms)","trace[567741100] 'applied index is now lower than readState.Index' (duration: 37.529631ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:03.503085Z","caller":"traceutil/trace.go:171","msg":"trace[2025935590] transaction","detail":"{read_only:false; response_revision:15573; number_of_response:1; }","duration":"155.087333ms","start":"2026-07-03T16:28:03.347959Z","end":"2026-07-03T16:28:03.503046Z","steps":["trace[2025935590] 'process raft request' (duration: 117.564702ms)","trace[2025935590] 'compare' (duration: 37.279594ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:03.503289Z","caller":"traceutil/trace.go:171","msg":"trace[406412815] transaction","detail":"{read_only:false; response_revision:15574; number_of_response:1; }","duration":"149.409833ms","start":"2026-07-03T16:28:03.353844Z","end":"2026-07-03T16:28:03.503254Z","steps":["trace[406412815] 'process raft request' (duration: 149.094426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.5033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.13792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-03T16:28:03.503338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.174232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2418"} {"level":"info","ts":"2026-07-03T16:28:03.503377Z","caller":"traceutil/trace.go:171","msg":"trace[868627567] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:15574; }","duration":"154.231463ms","start":"2026-07-03T16:28:03.349134Z","end":"2026-07-03T16:28:03.503366Z","steps":["trace[868627567] 'agreement among raft nodes before linearized reading' (duration: 153.966327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.503378Z","caller":"traceutil/trace.go:171","msg":"trace[1956613947] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15574; }","duration":"150.235462ms","start":"2026-07-03T16:28:03.353124Z","end":"2026-07-03T16:28:03.503359Z","steps":["trace[1956613947] 'agreement among raft nodes before linearized reading' (duration: 149.984606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.503457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.205571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2278"} {"level":"warn","ts":"2026-07-03T16:28:03.503506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.551641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca-dl6zv\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-07-03T16:28:03.503559Z","caller":"traceutil/trace.go:171","msg":"trace[355189157] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:15574; }","duration":"150.311654ms","start":"2026-07-03T16:28:03.353224Z","end":"2026-07-03T16:28:03.503535Z","steps":["trace[355189157] 'agreement among raft nodes before linearized reading' (duration: 150.100349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.503578Z","caller":"traceutil/trace.go:171","msg":"trace[1871510332] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca-dl6zv; range_end:; response_count:1; response_revision:15574; }","duration":"151.642564ms","start":"2026-07-03T16:28:03.351898Z","end":"2026-07-03T16:28:03.50354Z","steps":["trace[1871510332] 'agreement among raft nodes before linearized reading' (duration: 151.447099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.503638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.430557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-03T16:28:03.503716Z","caller":"traceutil/trace.go:171","msg":"trace[625493897] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15574; }","duration":"154.533359ms","start":"2026-07-03T16:28:03.349165Z","end":"2026-07-03T16:28:03.503698Z","steps":["trace[625493897] 'agreement among raft nodes before linearized reading' (duration: 154.229002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.696139Z","caller":"traceutil/trace.go:171","msg":"trace[1192460719] transaction","detail":"{read_only:false; response_revision:15576; number_of_response:1; }","duration":"304.365241ms","start":"2026-07-03T16:28:03.391751Z","end":"2026-07-03T16:28:03.696116Z","steps":["trace[1192460719] 'process raft request' (duration: 304.300499ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.69617Z","caller":"traceutil/trace.go:171","msg":"trace[1088774089] transaction","detail":"{read_only:false; response_revision:15575; number_of_response:1; }","duration":"306.828337ms","start":"2026-07-03T16:28:03.389312Z","end":"2026-07-03T16:28:03.69614Z","steps":["trace[1088774089] 'process raft request' (duration: 222.555837ms)","trace[1088774089] 'compare' (duration: 84.055626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:03.696272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:03.391721Z","time spent":"304.493714ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:03.696303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:03.389293Z","time spent":"306.9361ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3912,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:03.724061Z","caller":"traceutil/trace.go:171","msg":"trace[1764345673] transaction","detail":"{read_only:false; response_revision:15578; number_of_response:1; }","duration":"210.844399ms","start":"2026-07-03T16:28:03.513194Z","end":"2026-07-03T16:28:03.724038Z","steps":["trace[1764345673] 'process raft request' (duration: 210.744307ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.724076Z","caller":"traceutil/trace.go:171","msg":"trace[427124967] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15577; }","duration":"218.896784ms","start":"2026-07-03T16:28:03.505151Z","end":"2026-07-03T16:28:03.724048Z","steps":["trace[427124967] 'process raft request' (duration: 218.657958ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.724215Z","caller":"traceutil/trace.go:171","msg":"trace[320406818] linearizableReadLoop","detail":"{readStateIndex:16147; appliedIndex:16144; }","duration":"214.760349ms","start":"2026-07-03T16:28:03.509435Z","end":"2026-07-03T16:28:03.724195Z","steps":["trace[320406818] 'read index received' (duration: 102.426815ms)","trace[320406818] 'applied index is now lower than readState.Index' (duration: 112.332694ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:03.724262Z","caller":"traceutil/trace.go:171","msg":"trace[1929798848] transaction","detail":"{read_only:false; response_revision:15579; number_of_response:1; }","duration":"159.042383ms","start":"2026-07-03T16:28:03.565188Z","end":"2026-07-03T16:28:03.72423Z","steps":["trace[1929798848] 'process raft request' (duration: 158.810377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.724377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.918753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2429"} {"level":"info","ts":"2026-07-03T16:28:03.724464Z","caller":"traceutil/trace.go:171","msg":"trace[1818271302] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:15579; }","duration":"215.037475ms","start":"2026-07-03T16:28:03.509398Z","end":"2026-07-03T16:28:03.724435Z","steps":["trace[1818271302] 'agreement among raft nodes before linearized reading' (duration: 214.899952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.837525Z","caller":"traceutil/trace.go:171","msg":"trace[179640809] linearizableReadLoop","detail":"{readStateIndex:16150; appliedIndex:16149; }","duration":"113.232873ms","start":"2026-07-03T16:28:03.724266Z","end":"2026-07-03T16:28:03.837498Z","steps":["trace[179640809] 'read index received' (duration: 95.366104ms)","trace[179640809] 'applied index is now lower than readState.Index' (duration: 17.865659ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:03.837645Z","caller":"traceutil/trace.go:171","msg":"trace[371131665] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15580; }","duration":"139.655228ms","start":"2026-07-03T16:28:03.69797Z","end":"2026-07-03T16:28:03.837625Z","steps":["trace[371131665] 'process raft request' (duration: 121.666537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.837819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.516868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-03T16:28:03.837856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.609161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18bed470c87ad05f\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-03T16:28:03.837902Z","caller":"traceutil/trace.go:171","msg":"trace[60982300] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15580; }","duration":"326.630011ms","start":"2026-07-03T16:28:03.511253Z","end":"2026-07-03T16:28:03.837883Z","steps":["trace[60982300] 'agreement among raft nodes before linearized reading' (duration: 326.401246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.837897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.832323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111787"} {"level":"info","ts":"2026-07-03T16:28:03.837947Z","caller":"traceutil/trace.go:171","msg":"trace[1207375021] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18bed470c87ad05f; range_end:; response_count:1; response_revision:15580; }","duration":"137.745635ms","start":"2026-07-03T16:28:03.700153Z","end":"2026-07-03T16:28:03.837898Z","steps":["trace[1207375021] 'agreement among raft nodes before linearized reading' (duration: 137.429147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.837958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:03.511245Z","time spent":"326.701484ms","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-03T16:28:03.837978Z","caller":"traceutil/trace.go:171","msg":"trace[765190745] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15580; }","duration":"325.935585ms","start":"2026-07-03T16:28:03.512021Z","end":"2026-07-03T16:28:03.837957Z","steps":["trace[765190745] 'agreement among raft nodes before linearized reading' (duration: 325.574147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.837866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.376501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:28:03.838096Z","caller":"traceutil/trace.go:171","msg":"trace[1940182812] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15580; }","duration":"328.659008ms","start":"2026-07-03T16:28:03.509423Z","end":"2026-07-03T16:28:03.838082Z","steps":["trace[1940182812] 'agreement among raft nodes before linearized reading' (duration: 328.30819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.838171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:03.509405Z","time spent":"328.752979ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-03T16:28:03.838038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:03.512015Z","time spent":"326.012677ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111810,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:28:03.847394Z","caller":"traceutil/trace.go:171","msg":"trace[427490152] transaction","detail":"{read_only:false; response_revision:15581; number_of_response:1; }","duration":"114.218296ms","start":"2026-07-03T16:28:03.733154Z","end":"2026-07-03T16:28:03.847373Z","steps":["trace[427490152] 'process raft request' (duration: 114.114123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.848927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.546809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:6559"} {"level":"info","ts":"2026-07-03T16:28:03.848992Z","caller":"traceutil/trace.go:171","msg":"trace[1332415872] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15581; }","duration":"102.628891ms","start":"2026-07-03T16:28:03.746347Z","end":"2026-07-03T16:28:03.848976Z","steps":["trace[1332415872] 'agreement among raft nodes before linearized reading' (duration: 102.458977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:03.849633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.59983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2429"} {"level":"info","ts":"2026-07-03T16:28:03.849662Z","caller":"traceutil/trace.go:171","msg":"trace[937289979] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:15581; }","duration":"109.660002ms","start":"2026-07-03T16:28:03.739994Z","end":"2026-07-03T16:28:03.849654Z","steps":["trace[937289979] 'agreement among raft nodes before linearized reading' (duration: 109.57699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:04.345158Z","caller":"traceutil/trace.go:171","msg":"trace[327849010] transaction","detail":"{read_only:false; response_revision:15591; number_of_response:1; }","duration":"173.068124ms","start":"2026-07-03T16:28:04.172056Z","end":"2026-07-03T16:28:04.345124Z","steps":["trace[327849010] 'process raft request' (duration: 172.710176ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:04.345126Z","caller":"traceutil/trace.go:171","msg":"trace[67731832] linearizableReadLoop","detail":"{readStateIndex:16161; appliedIndex:16160; }","duration":"156.74385ms","start":"2026-07-03T16:28:04.188328Z","end":"2026-07-03T16:28:04.345072Z","steps":["trace[67731832] 'read index received' (duration: 156.417683ms)","trace[67731832] 'applied index is now lower than readState.Index' (duration: 324.937µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:04.345639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.261142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:28:04.345776Z","caller":"traceutil/trace.go:171","msg":"trace[1628900966] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15591; }","duration":"157.478577ms","start":"2026-07-03T16:28:04.188281Z","end":"2026-07-03T16:28:04.34576Z","steps":["trace[1628900966] 'agreement among raft nodes before linearized reading' (duration: 157.078058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:04.846286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687361949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:28:05.068604Z","caller":"traceutil/trace.go:171","msg":"trace[181911781] transaction","detail":"{read_only:false; response_revision:15595; number_of_response:1; }","duration":"809.558483ms","start":"2026-07-03T16:28:04.259022Z","end":"2026-07-03T16:28:05.068581Z","steps":["trace[181911781] 'process raft request' (duration: 809.511712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.068711Z","caller":"traceutil/trace.go:171","msg":"trace[56999526] transaction","detail":"{read_only:false; response_revision:15592; number_of_response:1; }","duration":"817.388791ms","start":"2026-07-03T16:28:04.251295Z","end":"2026-07-03T16:28:05.068684Z","steps":["trace[56999526] 'process raft request' (duration: 772.496933ms)","trace[56999526] 'compare' (duration: 44.317965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:05.068754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.258992Z","time spent":"809.679966ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:05.068841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.251267Z","time spent":"817.493374ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:05.068946Z","caller":"traceutil/trace.go:171","msg":"trace[1344207661] transaction","detail":"{read_only:false; response_revision:15593; number_of_response:1; }","duration":"817.31631ms","start":"2026-07-03T16:28:04.251595Z","end":"2026-07-03T16:28:05.068912Z","steps":["trace[1344207661] 'process raft request' (duration: 816.865709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.069081Z","caller":"traceutil/trace.go:171","msg":"trace[639688207] transaction","detail":"{read_only:false; response_revision:15594; number_of_response:1; }","duration":"816.800879ms","start":"2026-07-03T16:28:04.252268Z","end":"2026-07-03T16:28:05.069069Z","steps":["trace[639688207] 'process raft request' (duration: 816.233015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.069111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.25152Z","time spent":"817.501305ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:05.069152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.252248Z","time spent":"816.8663ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:05.273366Z","caller":"traceutil/trace.go:171","msg":"trace[1777675429] transaction","detail":"{read_only:false; response_revision:15596; number_of_response:1; }","duration":"699.47852ms","start":"2026-07-03T16:28:04.573842Z","end":"2026-07-03T16:28:05.27332Z","steps":["trace[1777675429] 'process raft request' (duration: 699.239575ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.273297Z","caller":"traceutil/trace.go:171","msg":"trace[1253898500] linearizableReadLoop","detail":"{readStateIndex:16166; appliedIndex:16161; }","duration":"927.944004ms","start":"2026-07-03T16:28:04.345331Z","end":"2026-07-03T16:28:05.273275Z","steps":["trace[1253898500] 'read index received' (duration: 678.587143ms)","trace[1253898500] 'applied index is now lower than readState.Index' (duration: 249.355931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:05.273544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012136274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-07-03T16:28:05.273592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012616334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-07-03T16:28:05.273602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.573819Z","time spent":"699.661826ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:05.273632Z","caller":"traceutil/trace.go:171","msg":"trace[33024860] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15596; }","duration":"1.012250646s","start":"2026-07-03T16:28:04.261363Z","end":"2026-07-03T16:28:05.273613Z","steps":["trace[33024860] 'agreement among raft nodes before linearized reading' (duration: 1.01199923s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.273645Z","caller":"traceutil/trace.go:171","msg":"trace[160115955] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15596; }","duration":"1.012714727s","start":"2026-07-03T16:28:04.260917Z","end":"2026-07-03T16:28:05.273632Z","steps":["trace[160115955] 'agreement among raft nodes before linearized reading' (duration: 1.012524332s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.273677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.261356Z","time spent":"1.012309127s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-07-03T16:28:05.273682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.260904Z","time spent":"1.012768197s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-07-03T16:28:05.273784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.892589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-07-03T16:28:05.27385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.845612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:28:05.273878Z","caller":"traceutil/trace.go:171","msg":"trace[1293124651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15596; }","duration":"283.891783ms","start":"2026-07-03T16:28:04.989952Z","end":"2026-07-03T16:28:05.273869Z","steps":["trace[1293124651] 'agreement among raft nodes before linearized reading' (duration: 283.803241ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.273879Z","caller":"traceutil/trace.go:171","msg":"trace[1806685369] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15596; }","duration":"923.024922ms","start":"2026-07-03T16:28:04.350827Z","end":"2026-07-03T16:28:05.273852Z","steps":["trace[1806685369] 'agreement among raft nodes before linearized reading' (duration: 922.807468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.273884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.685248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:28:05.273957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.18784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:05.273971Z","caller":"traceutil/trace.go:171","msg":"trace[1856194745] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15596; }","duration":"197.812132ms","start":"2026-07-03T16:28:05.076139Z","end":"2026-07-03T16:28:05.273952Z","steps":["trace[1856194745] 'agreement among raft nodes before linearized reading' (duration: 197.595547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.274008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.164594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:05.274023Z","caller":"traceutil/trace.go:171","msg":"trace[2118375407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15596; }","duration":"525.302673ms","start":"2026-07-03T16:28:04.748704Z","end":"2026-07-03T16:28:05.274007Z","steps":["trace[2118375407] 'agreement among raft nodes before linearized reading' (duration: 525.1586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.273998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.516677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:28:05.274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.529776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:05.274065Z","caller":"traceutil/trace.go:171","msg":"trace[1671855225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15596; }","duration":"523.256076ms","start":"2026-07-03T16:28:04.750793Z","end":"2026-07-03T16:28:05.274049Z","steps":["trace[1671855225] 'agreement among raft nodes before linearized reading' (duration: 523.174104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.27405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.178324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:05.274083Z","caller":"traceutil/trace.go:171","msg":"trace[523294118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15596; }","duration":"284.62359ms","start":"2026-07-03T16:28:04.989443Z","end":"2026-07-03T16:28:05.274067Z","steps":["trace[523294118] 'agreement among raft nodes before linearized reading' (duration: 284.406185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.27411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.750775Z","time spent":"523.325507ms","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:05.273972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.350804Z","time spent":"923.153936ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-03T16:28:05.273884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.348353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:28:05.274134Z","caller":"traceutil/trace.go:171","msg":"trace[275884001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15596; }","duration":"328.6857ms","start":"2026-07-03T16:28:04.945406Z","end":"2026-07-03T16:28:05.274092Z","steps":["trace[275884001] 'agreement among raft nodes before linearized reading' (duration: 328.395843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.274121Z","caller":"traceutil/trace.go:171","msg":"trace[1655450361] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15596; }","duration":"912.277226ms","start":"2026-07-03T16:28:04.36183Z","end":"2026-07-03T16:28:05.274107Z","steps":["trace[1655450361] 'agreement among raft nodes before linearized reading' (duration: 912.174584ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.274186Z","caller":"traceutil/trace.go:171","msg":"trace[1628647411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15596; }","duration":"284.703822ms","start":"2026-07-03T16:28:04.989464Z","end":"2026-07-03T16:28:05.274168Z","steps":["trace[1628647411] 'agreement among raft nodes before linearized reading' (duration: 284.224191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.274217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.128862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:28:05.274218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.361811Z","time spent":"912.392248ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:05.274249Z","caller":"traceutil/trace.go:171","msg":"trace[1235535224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15596; }","duration":"285.200023ms","start":"2026-07-03T16:28:04.989039Z","end":"2026-07-03T16:28:05.274239Z","steps":["trace[1235535224] 'agreement among raft nodes before linearized reading' (duration: 285.06743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.274226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.945343Z","time spent":"328.863743ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:05.274069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:04.748683Z","time spent":"525.375334ms","remote":"127.0.0.1:57180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:05.53344Z","caller":"traceutil/trace.go:171","msg":"trace[1868937625] linearizableReadLoop","detail":"{readStateIndex:16172; appliedIndex:16171; }","duration":"162.41636ms","start":"2026-07-03T16:28:05.370997Z","end":"2026-07-03T16:28:05.533414Z","steps":["trace[1868937625] 'read index received' (duration: 83.976543ms)","trace[1868937625] 'applied index is now lower than readState.Index' (duration: 78.438647ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:05.533473Z","caller":"traceutil/trace.go:171","msg":"trace[403512949] transaction","detail":"{read_only:false; response_revision:15602; number_of_response:1; }","duration":"162.85907ms","start":"2026-07-03T16:28:05.370582Z","end":"2026-07-03T16:28:05.533441Z","steps":["trace[403512949] 'process raft request' (duration: 84.378803ms)","trace[403512949] 'compare' (duration: 78.328934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:05.5337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.672646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:05.533785Z","caller":"traceutil/trace.go:171","msg":"trace[1544466912] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:15602; }","duration":"162.804669ms","start":"2026-07-03T16:28:05.370958Z","end":"2026-07-03T16:28:05.533763Z","steps":["trace[1544466912] 'agreement among raft nodes before linearized reading' (duration: 162.569373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.565494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.645796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/libvirt-libvirt-default-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:05.565573Z","caller":"traceutil/trace.go:171","msg":"trace[2078748254] range","detail":"{range_begin:/registry/configmaps/openstack/libvirt-libvirt-default-bin; range_end:; response_count:0; response_revision:15603; }","duration":"193.762598ms","start":"2026-07-03T16:28:05.371794Z","end":"2026-07-03T16:28:05.565557Z","steps":["trace[2078748254] 'agreement among raft nodes before linearized reading' (duration: 193.611954ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.565492Z","caller":"traceutil/trace.go:171","msg":"trace[187445111] transaction","detail":"{read_only:false; response_revision:15603; number_of_response:1; }","duration":"187.26936ms","start":"2026-07-03T16:28:05.3782Z","end":"2026-07-03T16:28:05.565469Z","steps":["trace[187445111] 'process raft request' (duration: 186.976773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:05.565698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.962048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-07-03T16:28:05.56576Z","caller":"traceutil/trace.go:171","msg":"trace[289909880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15603; }","duration":"182.087011ms","start":"2026-07-03T16:28:05.383657Z","end":"2026-07-03T16:28:05.565744Z","steps":["trace[289909880] 'agreement among raft nodes before linearized reading' (duration: 181.878486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:05.794291Z","caller":"traceutil/trace.go:171","msg":"trace[287825822] transaction","detail":"{read_only:false; response_revision:15606; number_of_response:1; }","duration":"113.349065ms","start":"2026-07-03T16:28:05.680916Z","end":"2026-07-03T16:28:05.794265Z","steps":["trace[287825822] 'process raft request' (duration: 79.419849ms)","trace[287825822] 'compare' (duration: 33.668091ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:06.124691Z","caller":"traceutil/trace.go:171","msg":"trace[338132328] linearizableReadLoop","detail":"{readStateIndex:16182; appliedIndex:16180; }","duration":"195.794183ms","start":"2026-07-03T16:28:05.928872Z","end":"2026-07-03T16:28:06.124666Z","steps":["trace[338132328] 'read index received' (duration: 63.267278ms)","trace[338132328] 'applied index is now lower than readState.Index' (duration: 132.525845ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:06.124856Z","caller":"traceutil/trace.go:171","msg":"trace[209533570] transaction","detail":"{read_only:false; response_revision:15611; number_of_response:1; }","duration":"202.406215ms","start":"2026-07-03T16:28:05.922318Z","end":"2026-07-03T16:28:06.124725Z","steps":["trace[209533570] 'process raft request' (duration: 202.193561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.125129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.142802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T16:28:06.125222Z","caller":"traceutil/trace.go:171","msg":"trace[978333675] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15611; }","duration":"182.272785ms","start":"2026-07-03T16:28:05.942926Z","end":"2026-07-03T16:28:06.125198Z","steps":["trace[978333675] 'agreement among raft nodes before linearized reading' (duration: 182.007218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.124969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.06739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:28:06.125424Z","caller":"traceutil/trace.go:171","msg":"trace[216941689] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15611; }","duration":"196.565873ms","start":"2026-07-03T16:28:05.928841Z","end":"2026-07-03T16:28:06.125407Z","steps":["trace[216941689] 'agreement among raft nodes before linearized reading' (duration: 195.954858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.12503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.503793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:06.125593Z","caller":"traceutil/trace.go:171","msg":"trace[1712943613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15611; }","duration":"180.111116ms","start":"2026-07-03T16:28:05.945455Z","end":"2026-07-03T16:28:06.125566Z","steps":["trace[1712943613] 'agreement among raft nodes before linearized reading' (duration: 179.489942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:06.430267Z","caller":"traceutil/trace.go:171","msg":"trace[1173536390] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"100.01613ms","start":"2026-07-03T16:28:06.330224Z","end":"2026-07-03T16:28:06.43024Z","steps":["trace[1173536390] 'process raft request' (duration: 99.732864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.567166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.037289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T16:28:06.567283Z","caller":"traceutil/trace.go:171","msg":"trace[1214097905] linearizableReadLoop","detail":"{readStateIndex:16192; appliedIndex:16190; }","duration":"165.328697ms","start":"2026-07-03T16:28:06.401931Z","end":"2026-07-03T16:28:06.56726Z","steps":["trace[1214097905] 'read index received' (duration: 28.034612ms)","trace[1214097905] 'applied index is now lower than readState.Index' (duration: 137.291895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:06.567387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.006152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:28:06.567421Z","caller":"traceutil/trace.go:171","msg":"trace[222689035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15620; }","duration":"218.077174ms","start":"2026-07-03T16:28:06.349336Z","end":"2026-07-03T16:28:06.567413Z","steps":["trace[222689035] 'agreement among raft nodes before linearized reading' (duration: 217.944711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.567446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.258846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-03T16:28:06.567494Z","caller":"traceutil/trace.go:171","msg":"trace[2005181404] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15620; }","duration":"241.306257ms","start":"2026-07-03T16:28:06.326174Z","end":"2026-07-03T16:28:06.567481Z","steps":["trace[2005181404] 'agreement among raft nodes before linearized reading' (duration: 241.167194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:06.574032Z","caller":"traceutil/trace.go:171","msg":"trace[1709708412] transaction","detail":"{read_only:false; response_revision:15621; number_of_response:1; }","duration":"157.768884ms","start":"2026-07-03T16:28:06.41624Z","end":"2026-07-03T16:28:06.574009Z","steps":["trace[1709708412] 'process raft request' (duration: 157.61405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.780869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.713171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:06.781054Z","caller":"traceutil/trace.go:171","msg":"trace[1846861052] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"234.449271ms","start":"2026-07-03T16:28:06.546576Z","end":"2026-07-03T16:28:06.781025Z","steps":["trace[1846861052] 'process raft request' (duration: 125.507195ms)","trace[1846861052] 'compare' (duration: 108.539087ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:06.781237Z","caller":"traceutil/trace.go:171","msg":"trace[1775620773] linearizableReadLoop","detail":"{readStateIndex:16194; appliedIndex:16192; }","duration":"213.89985ms","start":"2026-07-03T16:28:06.567316Z","end":"2026-07-03T16:28:06.781216Z","steps":["trace[1775620773] 'read index received' (duration: 6.50921ms)","trace[1775620773] 'applied index is now lower than readState.Index' (duration: 207.38954ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:06.78133Z","caller":"traceutil/trace.go:171","msg":"trace[1871774149] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"209.813655ms","start":"2026-07-03T16:28:06.571506Z","end":"2026-07-03T16:28:06.78132Z","steps":["trace[1871774149] 'process raft request' (duration: 209.466098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.781454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.951471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-03T16:28:06.781512Z","caller":"traceutil/trace.go:171","msg":"trace[588782294] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15623; }","duration":"376.057963ms","start":"2026-07-03T16:28:06.40544Z","end":"2026-07-03T16:28:06.781498Z","steps":["trace[588782294] 'agreement among raft nodes before linearized reading' (duration: 375.89765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.781545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:06.405423Z","time spent":"376.113744ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-03T16:28:06.781924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.682685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:95 size:1026169"} {"level":"info","ts":"2026-07-03T16:28:06.781955Z","caller":"traceutil/trace.go:171","msg":"trace[113520786] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:95; response_revision:15623; }","duration":"313.715116ms","start":"2026-07-03T16:28:06.468233Z","end":"2026-07-03T16:28:06.781948Z","steps":["trace[113520786] 'agreement among raft nodes before linearized reading' (duration: 313.087191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.781974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:06.468166Z","time spent":"313.800888ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":95,"response size":1026192,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-03T16:28:06.798278Z","caller":"traceutil/trace.go:171","msg":"trace[1001869516] transaction","detail":"{read_only:false; response_revision:15625; number_of_response:1; }","duration":"217.86746ms","start":"2026-07-03T16:28:06.580387Z","end":"2026-07-03T16:28:06.798254Z","steps":["trace[1001869516] 'process raft request' (duration: 217.647555ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:06.798356Z","caller":"traceutil/trace.go:171","msg":"trace[778402967] transaction","detail":"{read_only:false; response_revision:15624; number_of_response:1; }","duration":"218.880523ms","start":"2026-07-03T16:28:06.579215Z","end":"2026-07-03T16:28:06.798096Z","steps":["trace[778402967] 'process raft request' (duration: 218.694019ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:06.798759Z","caller":"traceutil/trace.go:171","msg":"trace[1587723690] transaction","detail":"{read_only:false; response_revision:15626; number_of_response:1; }","duration":"212.255802ms","start":"2026-07-03T16:28:06.586492Z","end":"2026-07-03T16:28:06.798748Z","steps":["trace[1587723690] 'process raft request' (duration: 211.589517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:06.798824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.810613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-03T16:28:06.798858Z","caller":"traceutil/trace.go:171","msg":"trace[373259853] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15626; }","duration":"225.859943ms","start":"2026-07-03T16:28:06.572986Z","end":"2026-07-03T16:28:06.798846Z","steps":["trace[373259853] 'agreement among raft nodes before linearized reading' (duration: 225.741431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:07.005865Z","caller":"traceutil/trace.go:171","msg":"trace[863215202] linearizableReadLoop","detail":"{readStateIndex:16200; appliedIndex:16199; }","duration":"153.336533ms","start":"2026-07-03T16:28:06.852495Z","end":"2026-07-03T16:28:07.005831Z","steps":["trace[863215202] 'read index received' (duration: 98.796173ms)","trace[863215202] 'applied index is now lower than readState.Index' (duration: 54.53902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:07.006298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.362858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:18019"} {"level":"warn","ts":"2026-07-03T16:28:07.006351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.37633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111787"} {"level":"warn","ts":"2026-07-03T16:28:07.0063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.324113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:28:07.006426Z","caller":"traceutil/trace.go:171","msg":"trace[302611648] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15628; }","duration":"147.499248ms","start":"2026-07-03T16:28:06.858916Z","end":"2026-07-03T16:28:07.006415Z","steps":["trace[302611648] 'agreement among raft nodes before linearized reading' (duration: 147.215571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:07.00647Z","caller":"traceutil/trace.go:171","msg":"trace[1302760553] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"187.154297ms","start":"2026-07-03T16:28:06.819307Z","end":"2026-07-03T16:28:07.006461Z","steps":["trace[1302760553] 'process raft request' (duration: 132.066216ms)","trace[1302760553] 'compare' (duration: 54.307283ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:07.006384Z","caller":"traceutil/trace.go:171","msg":"trace[632788094] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:15628; }","duration":"193.472742ms","start":"2026-07-03T16:28:06.812891Z","end":"2026-07-03T16:28:07.006363Z","steps":["trace[632788094] 'agreement among raft nodes before linearized reading' (duration: 193.232966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:07.00667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.597017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-03T16:28:07.00674Z","caller":"traceutil/trace.go:171","msg":"trace[1078913335] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15628; }","duration":"187.671269ms","start":"2026-07-03T16:28:06.819048Z","end":"2026-07-03T16:28:07.00672Z","steps":["trace[1078913335] 'agreement among raft nodes before linearized reading' (duration: 187.577416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:07.00643Z","caller":"traceutil/trace.go:171","msg":"trace[1917217773] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15628; }","duration":"193.479542ms","start":"2026-07-03T16:28:06.812933Z","end":"2026-07-03T16:28:07.006413Z","steps":["trace[1917217773] 'agreement among raft nodes before linearized reading' (duration: 193.158964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:07.007008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.688859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T16:28:07.007054Z","caller":"traceutil/trace.go:171","msg":"trace[617013797] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15628; }","duration":"187.73581ms","start":"2026-07-03T16:28:06.819308Z","end":"2026-07-03T16:28:07.007044Z","steps":["trace[617013797] 'agreement among raft nodes before linearized reading' (duration: 187.625097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:07.175302Z","caller":"traceutil/trace.go:171","msg":"trace[659885784] linearizableReadLoop","detail":"{readStateIndex:16201; appliedIndex:16200; }","duration":"151.156582ms","start":"2026-07-03T16:28:07.024122Z","end":"2026-07-03T16:28:07.175279Z","steps":["trace[659885784] 'read index received' (duration: 265.947µs)","trace[659885784] 'applied index is now lower than readState.Index' (duration: 150.889825ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:07.175419Z","caller":"traceutil/trace.go:171","msg":"trace[1631665237] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"151.310555ms","start":"2026-07-03T16:28:07.024096Z","end":"2026-07-03T16:28:07.175406Z","steps":["trace[1631665237] 'process raft request' (duration: 116.423106ms)","trace[1631665237] 'compare' (duration: 34.643003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:07.17553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.388258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:18019"} {"level":"info","ts":"2026-07-03T16:28:07.175588Z","caller":"traceutil/trace.go:171","msg":"trace[454066776] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:15629; }","duration":"151.47143ms","start":"2026-07-03T16:28:07.024101Z","end":"2026-07-03T16:28:07.175572Z","steps":["trace[454066776] 'agreement among raft nodes before linearized reading' (duration: 151.291805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:07.675635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:08.176175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:08.67716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:09.178232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:09.370493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.229817533s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:09.417518Z","caller":"traceutil/trace.go:171","msg":"trace[38560081] transaction","detail":"{read_only:false; response_revision:15634; number_of_response:1; }","duration":"2.342484704s","start":"2026-07-03T16:28:07.07501Z","end":"2026-07-03T16:28:09.417494Z","steps":["trace[38560081] 'process raft request' (duration: 2.342437953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.417669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.075002Z","time spent":"2.342587736s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:09.417689Z","caller":"traceutil/trace.go:171","msg":"trace[1317273793] transaction","detail":"{read_only:false; response_revision:15631; number_of_response:1; }","duration":"2.343382485s","start":"2026-07-03T16:28:07.074278Z","end":"2026-07-03T16:28:09.417661Z","steps":["trace[1317273793] 'process raft request' (duration: 2.342996956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.417849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.074259Z","time spent":"2.343504348s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:09.417897Z","caller":"traceutil/trace.go:171","msg":"trace[460656109] transaction","detail":"{read_only:false; response_revision:15632; number_of_response:1; }","duration":"2.343125008s","start":"2026-07-03T16:28:07.074761Z","end":"2026-07-03T16:28:09.417886Z","steps":["trace[460656109] 'process raft request' (duration: 2.342610717s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.417969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.074737Z","time spent":"2.3431976s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:09.418048Z","caller":"traceutil/trace.go:171","msg":"trace[1027122510] transaction","detail":"{read_only:false; response_revision:15630; number_of_response:1; }","duration":"2.393807299s","start":"2026-07-03T16:28:07.024227Z","end":"2026-07-03T16:28:09.418034Z","steps":["trace[1027122510] 'process raft request' (duration: 2.346585128s)","trace[1027122510] 'compare' (duration: 46.155397ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:09.418107Z","caller":"traceutil/trace.go:171","msg":"trace[1077526167] transaction","detail":"{read_only:false; response_revision:15633; number_of_response:1; }","duration":"2.343250961s","start":"2026-07-03T16:28:07.074847Z","end":"2026-07-03T16:28:09.418098Z","steps":["trace[1077526167] 'process raft request' (duration: 2.342562835s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.418117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.024217Z","time spent":"2.393865891s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:09.418167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.07484Z","time spent":"2.343300742s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:09.944831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:09.944916Z","caller":"traceutil/trace.go:171","msg":"trace[840578125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210364s","start":"2026-07-03T16:28:07.944687Z","end":"2026-07-03T16:28:09.944898Z","steps":["trace[840578125] 'agreement among raft nodes before linearized reading' (duration: 2.000093961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.944952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.94467Z","time spent":"2.000274496s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:11.946178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000743476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:11.94627Z","caller":"traceutil/trace.go:171","msg":"trace[404151868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000883751s","start":"2026-07-03T16:28:09.945362Z","end":"2026-07-03T16:28:11.946246Z","steps":["trace[404151868] 'agreement among raft nodes before linearized reading' (duration: 2.000777717s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:11.946318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.945343Z","time spent":"2.000966042s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:12.169153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.798447368s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:12.169562Z","caller":"traceutil/trace.go:171","msg":"trace[1977064519] transaction","detail":"{read_only:false; response_revision:15635; number_of_response:1; }","duration":"4.659554165s","start":"2026-07-03T16:28:07.50998Z","end":"2026-07-03T16:28:12.169535Z","steps":["trace[1977064519] 'process raft request' (duration: 4.65932749s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:12.169615Z","caller":"traceutil/trace.go:171","msg":"trace[1379627333] linearizableReadLoop","detail":"{readStateIndex:16210; appliedIndex:16201; }","duration":"4.994237312s","start":"2026-07-03T16:28:07.17536Z","end":"2026-07-03T16:28:12.169598Z","steps":["trace[1379627333] 'read index received' (duration: 2.195427166s)","trace[1379627333] 'applied index is now lower than readState.Index' (duration: 2.798809226s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:12.169781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.509956Z","time spent":"4.659679578s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:12.169869Z","caller":"traceutil/trace.go:171","msg":"trace[1842108079] transaction","detail":"{read_only:false; response_revision:15638; number_of_response:1; }","duration":"4.063181076s","start":"2026-07-03T16:28:08.106672Z","end":"2026-07-03T16:28:12.169853Z","steps":["trace[1842108079] 'process raft request' (duration: 4.062885719s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:12.169902Z","caller":"traceutil/trace.go:171","msg":"trace[74862006] transaction","detail":"{read_only:false; response_revision:15636; number_of_response:1; }","duration":"4.611760311s","start":"2026-07-03T16:28:07.558089Z","end":"2026-07-03T16:28:12.169849Z","steps":["trace[74862006] 'process raft request' (duration: 4.611362022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.169949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.106648Z","time spent":"4.063256707s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:12.169923Z","caller":"traceutil/trace.go:171","msg":"trace[552432070] transaction","detail":"{read_only:false; response_revision:15637; number_of_response:1; }","duration":"4.60866468s","start":"2026-07-03T16:28:07.561187Z","end":"2026-07-03T16:28:12.169852Z","steps":["trace[552432070] 'process raft request' (duration: 4.608316322s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.170072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.558068Z","time spent":"4.611924465s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:12.170133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145362142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-03T16:28:12.170184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.561179Z","time spent":"4.608884404s","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:12.170219Z","caller":"traceutil/trace.go:171","msg":"trace[1552018959] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15638; }","duration":"5.145457024s","start":"2026-07-03T16:28:07.024737Z","end":"2026-07-03T16:28:12.170194Z","steps":["trace[1552018959] 'agreement among raft nodes before linearized reading' (duration: 5.145233349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.170276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.024731Z","time spent":"5.145531546s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T16:28:12.301443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999509342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:12.301603Z","caller":"traceutil/trace.go:171","msg":"trace[1835534369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999668566s","start":"2026-07-03T16:28:07.301859Z","end":"2026-07-03T16:28:12.301528Z","steps":["trace[1835534369] 'agreement among raft nodes before linearized reading' (duration: 4.999531593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.301726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.301846Z","time spent":"4.99985958s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:28:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:12.36811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999535153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:12.368211Z","caller":"traceutil/trace.go:171","msg":"trace[1237681815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999713427s","start":"2026-07-03T16:28:07.368476Z","end":"2026-07-03T16:28:12.36819Z","steps":["trace[1237681815] 'agreement among raft nodes before linearized reading' (duration: 4.999585255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.36827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.368466Z","time spent":"4.999790669s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:28:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:12.670502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362056,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:28:12.912045Z","caller":"traceutil/trace.go:171","msg":"trace[1307711755] transaction","detail":"{read_only:false; response_revision:15640; number_of_response:1; }","duration":"1.488752979s","start":"2026-07-03T16:28:11.423277Z","end":"2026-07-03T16:28:12.91203Z","steps":["trace[1307711755] 'process raft request' (duration: 1.488699528s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.91223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.423259Z","time spent":"1.488907833s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:12.91208Z","caller":"traceutil/trace.go:171","msg":"trace[1938493610] transaction","detail":"{read_only:false; response_revision:15639; number_of_response:1; }","duration":"1.489097776s","start":"2026-07-03T16:28:11.42295Z","end":"2026-07-03T16:28:12.912048Z","steps":["trace[1938493610] 'process raft request' (duration: 1.488646716s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.912504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.422932Z","time spent":"1.489531997s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:12.912466Z","caller":"traceutil/trace.go:171","msg":"trace[719199087] transaction","detail":"{read_only:false; response_revision:15641; number_of_response:1; }","duration":"1.48878987s","start":"2026-07-03T16:28:11.423637Z","end":"2026-07-03T16:28:12.912426Z","steps":["trace[719199087] 'process raft request' (duration: 1.48836994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.912703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.423631Z","time spent":"1.488975014s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:12.912387Z","caller":"traceutil/trace.go:171","msg":"trace[1813296624] transaction","detail":"{read_only:false; response_revision:15642; number_of_response:1; }","duration":"1.488048353s","start":"2026-07-03T16:28:11.424331Z","end":"2026-07-03T16:28:12.912379Z","steps":["trace[1813296624] 'process raft request' (duration: 1.4879385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:12.912847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.424317Z","time spent":"1.488444003s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:13.502573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:13.502678Z","caller":"traceutil/trace.go:171","msg":"trace[524741132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189894s","start":"2026-07-03T16:28:11.502463Z","end":"2026-07-03T16:28:13.502653Z","steps":["trace[524741132] 'agreement among raft nodes before linearized reading' (duration: 2.000063141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.50274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.502449Z","time spent":"2.000275766s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:13.556426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.509627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:13.556541Z","caller":"traceutil/trace.go:171","msg":"trace[775843356] linearizableReadLoop","detail":"{readStateIndex:16215; appliedIndex:16210; }","duration":"1.386867466s","start":"2026-07-03T16:28:12.169656Z","end":"2026-07-03T16:28:13.556523Z","steps":["trace[775843356] 'read index received' (duration: 741.807721ms)","trace[775843356] 'applied index is now lower than readState.Index' (duration: 645.058425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:13.556612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452231526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:13.556685Z","caller":"traceutil/trace.go:171","msg":"trace[1803822660] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:15643; }","duration":"4.452348149s","start":"2026-07-03T16:28:09.104319Z","end":"2026-07-03T16:28:13.556668Z","steps":["trace[1803822660] 'agreement among raft nodes before linearized reading' (duration: 4.452208196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.556721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.223161059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:28:13.556753Z","caller":"traceutil/trace.go:171","msg":"trace[1106742292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15643; }","duration":"6.223212331s","start":"2026-07-03T16:28:07.333529Z","end":"2026-07-03T16:28:13.556742Z","steps":["trace[1106742292] 'agreement among raft nodes before linearized reading' (duration: 6.223081298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.556759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.104299Z","time spent":"4.452445832s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.556764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.189107909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:28:13.556847Z","caller":"traceutil/trace.go:171","msg":"trace[1802452418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15643; }","duration":"6.189231403s","start":"2026-07-03T16:28:07.367597Z","end":"2026-07-03T16:28:13.556829Z","steps":["trace[1802452418] 'agreement among raft nodes before linearized reading' (duration: 6.188960147s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.556874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.237303493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-03T16:28:13.556905Z","caller":"traceutil/trace.go:171","msg":"trace[642892531] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825; range_end:; response_count:1; response_revision:15643; }","duration":"6.237350044s","start":"2026-07-03T16:28:07.319544Z","end":"2026-07-03T16:28:13.556894Z","steps":["trace[642892531] 'agreement among raft nodes before linearized reading' (duration: 6.237265182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.556791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.333516Z","time spent":"6.223267262s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:13.55694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.319533Z","time spent":"6.237400745s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-ljzxk.18bed46e0f2e5825\" "} {"level":"warn","ts":"2026-07-03T16:28:13.556984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427499735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:13.557027Z","caller":"traceutil/trace.go:171","msg":"trace[1365416963] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:15643; }","duration":"3.427582338s","start":"2026-07-03T16:28:10.129434Z","end":"2026-07-03T16:28:13.557016Z","steps":["trace[1365416963] 'agreement among raft nodes before linearized reading' (duration: 3.427513145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.129413Z","time spent":"3.42764389s","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.557067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275691704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-07-03T16:28:13.557048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604187054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:13.557129Z","caller":"traceutil/trace.go:171","msg":"trace[2054204019] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15643; }","duration":"6.275790126s","start":"2026-07-03T16:28:07.281322Z","end":"2026-07-03T16:28:13.557112Z","steps":["trace[2054204019] 'agreement among raft nodes before linearized reading' (duration: 6.275618591s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227948275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:13.557159Z","caller":"traceutil/trace.go:171","msg":"trace[310293264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15643; }","duration":"1.604343368s","start":"2026-07-03T16:28:11.952792Z","end":"2026-07-03T16:28:13.557135Z","steps":["trace[310293264] 'agreement among raft nodes before linearized reading' (duration: 1.604175353s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308035245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:13.557187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.281302Z","time spent":"6.275872297s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-07-03T16:28:13.557218Z","caller":"traceutil/trace.go:171","msg":"trace[1018018872] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15643; }","duration":"4.308129756s","start":"2026-07-03T16:28:09.249077Z","end":"2026-07-03T16:28:13.557207Z","steps":["trace[1018018872] 'agreement among raft nodes before linearized reading' (duration: 4.308044324s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:13.557212Z","caller":"traceutil/trace.go:171","msg":"trace[1137042513] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15643; }","duration":"5.228053928s","start":"2026-07-03T16:28:08.329134Z","end":"2026-07-03T16:28:13.557188Z","steps":["trace[1137042513] 'agreement among raft nodes before linearized reading' (duration: 5.227878524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.952771Z","time spent":"1.604440589s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:13.557259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.249054Z","time spent":"4.308193848s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.55727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.329087Z","time spent":"5.22816648s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":19,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.557299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768531463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:28:13.557332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445968945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:13.557372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.865270328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:13.557405Z","caller":"traceutil/trace.go:171","msg":"trace[188051730] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:0; response_revision:15643; }","duration":"2.446069357s","start":"2026-07-03T16:28:11.111316Z","end":"2026-07-03T16:28:13.557385Z","steps":["trace[188051730] 'agreement among raft nodes before linearized reading' (duration: 2.445983965s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:13.557411Z","caller":"traceutil/trace.go:171","msg":"trace[1357966743] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15643; }","duration":"4.865333219s","start":"2026-07-03T16:28:08.692067Z","end":"2026-07-03T16:28:13.5574Z","steps":["trace[1357966743] 'agreement among raft nodes before linearized reading' (duration: 4.865270597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.178452886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:28:13.557453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.692055Z","time spent":"4.865390291s","remote":"127.0.0.1:57258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:13.557054Z","caller":"traceutil/trace.go:171","msg":"trace[464795280] transaction","detail":"{read_only:false; response_revision:15643; number_of_response:1; }","duration":"1.118572961s","start":"2026-07-03T16:28:12.438445Z","end":"2026-07-03T16:28:13.557018Z","steps":["trace[464795280] 'process raft request' (duration: 888.361397ms)","trace[464795280] 'compare' (duration: 229.21694ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:13.557467Z","caller":"traceutil/trace.go:171","msg":"trace[41503635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15643; }","duration":"6.178536098s","start":"2026-07-03T16:28:07.378922Z","end":"2026-07-03T16:28:13.557458Z","steps":["trace[41503635] 'agreement among raft nodes before linearized reading' (duration: 6.178226031s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510081023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-03T16:28:13.557482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.307522502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:13.557512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.378907Z","time spent":"6.178594639s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:28:13.557526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233530974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:13.557557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276490152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:13.557564Z","caller":"traceutil/trace.go:171","msg":"trace[927593798] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:15643; }","duration":"6.307602114s","start":"2026-07-03T16:28:07.249915Z","end":"2026-07-03T16:28:13.557517Z","steps":["trace[927593798] 'agreement among raft nodes before linearized reading' (duration: 6.307293597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.18952102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:28:13.557587Z","caller":"traceutil/trace.go:171","msg":"trace[1156755369] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15643; }","duration":"6.276555084s","start":"2026-07-03T16:28:07.281023Z","end":"2026-07-03T16:28:13.557578Z","steps":["trace[1156755369] 'agreement among raft nodes before linearized reading' (duration: 6.276463742s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.55758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.438418Z","time spent":"1.119078713s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:13.55762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.280998Z","time spent":"6.276617214s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-07-03T16:28:13.557629Z","caller":"traceutil/trace.go:171","msg":"trace[605589719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15643; }","duration":"6.189917208s","start":"2026-07-03T16:28:07.367694Z","end":"2026-07-03T16:28:13.557611Z","steps":["trace[605589719] 'agreement among raft nodes before linearized reading' (duration: 6.189489949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.367645Z","time spent":"6.190035382s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:13.557337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267036301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:13.55746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.111298Z","time spent":"2.446152349s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-07-03T16:28:13.557754Z","caller":"traceutil/trace.go:171","msg":"trace[129800342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15643; }","duration":"3.267709226s","start":"2026-07-03T16:28:10.290032Z","end":"2026-07-03T16:28:13.557742Z","steps":["trace[129800342] 'agreement among raft nodes before linearized reading' (duration: 3.26696793s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.724191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:13.556898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.367585Z","time spent":"6.189300594s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:28:13.557525Z","caller":"traceutil/trace.go:171","msg":"trace[381918146] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:15643; }","duration":"2.510512363s","start":"2026-07-03T16:28:11.046992Z","end":"2026-07-03T16:28:13.557505Z","steps":["trace[381918146] 'agreement among raft nodes before linearized reading' (duration: 2.509950439s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:13.557865Z","caller":"traceutil/trace.go:171","msg":"trace[2068317333] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:15643; }","duration":"728.822604ms","start":"2026-07-03T16:28:12.829026Z","end":"2026-07-03T16:28:13.557849Z","steps":["trace[2068317333] 'agreement among raft nodes before linearized reading' (duration: 728.716961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.046971Z","time spent":"2.510919592s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:28:13.557917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.829015Z","time spent":"728.885025ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.557646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.249882Z","time spent":"6.307751278s","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.557938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382569288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-03T16:28:13.55727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203827658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:13.557997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.327318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:13.558049Z","caller":"traceutil/trace.go:171","msg":"trace[210277904] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:15643; }","duration":"551.41893ms","start":"2026-07-03T16:28:13.006614Z","end":"2026-07-03T16:28:13.558033Z","steps":["trace[210277904] 'agreement among raft nodes before linearized reading' (duration: 551.335238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:13.558046Z","caller":"traceutil/trace.go:171","msg":"trace[1628402106] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:15643; }","duration":"2.204606636s","start":"2026-07-03T16:28:11.353419Z","end":"2026-07-03T16:28:13.558025Z","steps":["trace[1628402106] 'agreement among raft nodes before linearized reading' (duration: 2.203800228s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.558069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.918673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:13.558105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.006592Z","time spent":"551.499142ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.558117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.353342Z","time spent":"2.204755809s","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:13.557356Z","caller":"traceutil/trace.go:171","msg":"trace[2032857990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15643; }","duration":"4.768631795s","start":"2026-07-03T16:28:08.788714Z","end":"2026-07-03T16:28:13.557346Z","steps":["trace[2032857990] 'agreement among raft nodes before linearized reading' (duration: 4.76841545s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:13.558133Z","caller":"traceutil/trace.go:171","msg":"trace[1300150654] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15643; }","duration":"628.018495ms","start":"2026-07-03T16:28:12.930103Z","end":"2026-07-03T16:28:13.558121Z","steps":["trace[1300150654] 'agreement among raft nodes before linearized reading' (duration: 627.904702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.558178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.7887Z","time spent":"4.769466344s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:28:13.55759Z","caller":"traceutil/trace.go:171","msg":"trace[1168851109] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:15643; }","duration":"3.233635567s","start":"2026-07-03T16:28:10.323939Z","end":"2026-07-03T16:28:13.557575Z","steps":["trace[1168851109] 'agreement among raft nodes before linearized reading' (duration: 3.233536164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.558187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.930083Z","time spent":"628.091966ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.558271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.323918Z","time spent":"3.234336332s","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.557876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589208356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:13.559967Z","caller":"traceutil/trace.go:171","msg":"trace[2038156058] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:15643; }","duration":"2.591631742s","start":"2026-07-03T16:28:10.968311Z","end":"2026-07-03T16:28:13.559943Z","steps":["trace[2038156058] 'agreement among raft nodes before linearized reading' (duration: 2.588809487s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.290013Z","time spent":"3.267798399s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.557863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.286753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:13.557805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38307308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18bed470c87ad05f\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-03T16:28:13.557985Z","caller":"traceutil/trace.go:171","msg":"trace[1864825366] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15643; }","duration":"1.38265406s","start":"2026-07-03T16:28:12.175318Z","end":"2026-07-03T16:28:13.557972Z","steps":["trace[1864825366] 'agreement among raft nodes before linearized reading' (duration: 1.382562257s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.557978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.297909502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"warn","ts":"2026-07-03T16:28:13.560252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.968289Z","time spent":"2.591937999s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:13.560333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.175308Z","time spent":"1.385016514s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-07-03T16:28:13.560297Z","caller":"traceutil/trace.go:171","msg":"trace[1079079707] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15643; }","duration":"758.711939ms","start":"2026-07-03T16:28:12.801567Z","end":"2026-07-03T16:28:13.560279Z","steps":["trace[1079079707] 'agreement among raft nodes before linearized reading' (duration: 756.263992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:13.560485Z","caller":"traceutil/trace.go:171","msg":"trace[937919788] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15643; }","duration":"6.30043909s","start":"2026-07-03T16:28:07.260026Z","end":"2026-07-03T16:28:13.560465Z","steps":["trace[937919788] 'agreement among raft nodes before linearized reading' (duration: 6.296847817s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.56055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.260015Z","time spent":"6.300513641s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:28:13.560539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.8015Z","time spent":"759.010665ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:13.560302Z","caller":"traceutil/trace.go:171","msg":"trace[2101239905] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18bed470c87ad05f; range_end:; response_count:1; response_revision:15643; }","duration":"1.385569287s","start":"2026-07-03T16:28:12.174719Z","end":"2026-07-03T16:28:13.560288Z","steps":["trace[2101239905] 'agreement among raft nodes before linearized reading' (duration: 1.382979317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.560858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.174666Z","time spent":"1.38615099s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/libvirt-api.18bed470c87ad05f\" "} {"level":"warn","ts":"2026-07-03T16:28:14.064694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.074044ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T16:28:14.064766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.559628Z","time spent":"505.13274ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:28:15.055196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.235461448s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:28:15.570894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990904021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:15.570956Z","caller":"traceutil/trace.go:171","msg":"trace[1128146792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991004242s","start":"2026-07-03T16:28:13.579939Z","end":"2026-07-03T16:28:15.570943Z","steps":["trace[1128146792] 'agreement among raft nodes before linearized reading' (duration: 1.990926471s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:15.570984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.579924Z","time spent":"1.991054534s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:15.712061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.315613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:15.712407Z","caller":"traceutil/trace.go:171","msg":"trace[2126471312] linearizableReadLoop","detail":"{readStateIndex:16218; appliedIndex:16215; }","duration":"2.149092454s","start":"2026-07-03T16:28:13.563296Z","end":"2026-07-03T16:28:15.712389Z","steps":["trace[2126471312] 'read index received' (duration: 256.413682ms)","trace[2126471312] 'applied index is now lower than readState.Index' (duration: 1.892677772s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:15.712488Z","caller":"traceutil/trace.go:171","msg":"trace[1588863575] transaction","detail":"{read_only:false; response_revision:15644; number_of_response:1; }","duration":"2.152072572s","start":"2026-07-03T16:28:13.560404Z","end":"2026-07-03T16:28:15.712476Z","steps":["trace[1588863575] 'process raft request' (duration: 1.495253087s)","trace[1588863575] 'compare' (duration: 656.040038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:15.712554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.560379Z","time spent":"2.152140494s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:15.712684Z","caller":"traceutil/trace.go:171","msg":"trace[587796485] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"2.148200165s","start":"2026-07-03T16:28:13.564433Z","end":"2026-07-03T16:28:15.712633Z","steps":["trace[587796485] 'process raft request' (duration: 2.147801116s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:15.712769Z","caller":"traceutil/trace.go:171","msg":"trace[2143976590] transaction","detail":"{read_only:false; response_revision:15645; number_of_response:1; }","duration":"2.149528864s","start":"2026-07-03T16:28:13.56323Z","end":"2026-07-03T16:28:15.712759Z","steps":["trace[2143976590] 'process raft request' (duration: 2.148932811s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:15.712735Z","caller":"traceutil/trace.go:171","msg":"trace[1310272849] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"2.147948799s","start":"2026-07-03T16:28:13.564748Z","end":"2026-07-03T16:28:15.712697Z","steps":["trace[1310272849] 'process raft request' (duration: 2.14752817s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:15.712852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.56441Z","time spent":"2.148352488s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:15.712897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.563214Z","time spent":"2.149593156s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:15.7129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149576755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:28:15.712924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.564736Z","time spent":"2.148088512s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:15.712683Z","caller":"traceutil/trace.go:171","msg":"trace[1480537214] transaction","detail":"{read_only:false; response_revision:15648; number_of_response:1; }","duration":"2.147802515s","start":"2026-07-03T16:28:13.564844Z","end":"2026-07-03T16:28:15.712647Z","steps":["trace[1480537214] 'process raft request' (duration: 2.147500858s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:15.712968Z","caller":"traceutil/trace.go:171","msg":"trace[1966356183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15648; }","duration":"2.149683448s","start":"2026-07-03T16:28:13.56327Z","end":"2026-07-03T16:28:15.712953Z","steps":["trace[1966356183] 'agreement among raft nodes before linearized reading' (duration: 2.149401941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:15.713003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.563258Z","time spent":"2.149739149s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:15.713018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.564839Z","time spent":"2.148146474s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:16.213302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:16.714395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:17.21512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:17.30176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998736155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:17.30186Z","caller":"traceutil/trace.go:171","msg":"trace[953587475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998900779s","start":"2026-07-03T16:28:14.30294Z","end":"2026-07-03T16:28:17.301841Z","steps":["trace[953587475] 'agreement among raft nodes before linearized reading' (duration: 2.998765676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:17.301912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.302921Z","time spent":"2.998980621s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:28:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:17.368299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997041517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:17.368382Z","caller":"traceutil/trace.go:171","msg":"trace[1630573498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99717749s","start":"2026-07-03T16:28:14.371185Z","end":"2026-07-03T16:28:17.368362Z","steps":["trace[1630573498] 'agreement among raft nodes before linearized reading' (duration: 2.997060147s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:17.368432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.371146Z","time spent":"2.997275752s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:28:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:17.571563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:17.571756Z","caller":"traceutil/trace.go:171","msg":"trace[1826313237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664026s","start":"2026-07-03T16:28:15.571071Z","end":"2026-07-03T16:28:17.571735Z","steps":["trace[1826313237] 'agreement among raft nodes before linearized reading' (duration: 2.000451662s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:17.571931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.57106Z","time spent":"2.000857681s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:17.672241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.61686763s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:28:18.500021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511011689s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:18.50015Z","caller":"traceutil/trace.go:171","msg":"trace[432082201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15648; }","duration":"1.511154422s","start":"2026-07-03T16:28:16.988976Z","end":"2026-07-03T16:28:18.500131Z","steps":["trace[432082201] 'range keys from in-memory index tree' (duration: 1.510995408s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.501482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.806313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:18.501702Z","caller":"traceutil/trace.go:171","msg":"trace[478719373] transaction","detail":"{read_only:false; response_revision:15650; number_of_response:1; }","duration":"3.583240165s","start":"2026-07-03T16:28:14.918449Z","end":"2026-07-03T16:28:18.501689Z","steps":["trace[478719373] 'process raft request' (duration: 3.583105511s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.501778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.918412Z","time spent":"3.583333367s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:18.501746Z","caller":"traceutil/trace.go:171","msg":"trace[1246131615] transaction","detail":"{read_only:false; response_revision:15649; number_of_response:1; }","duration":"4.436289593s","start":"2026-07-03T16:28:14.065417Z","end":"2026-07-03T16:28:18.501707Z","steps":["trace[1246131615] 'process raft request' (duration: 3.607183343s)","trace[1246131615] 'compare' (duration: 828.647839ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:18.502055Z","caller":"traceutil/trace.go:171","msg":"trace[1918034623] transaction","detail":"{read_only:false; response_revision:15651; number_of_response:1; }","duration":"3.58354791s","start":"2026-07-03T16:28:14.918491Z","end":"2026-07-03T16:28:18.502039Z","steps":["trace[1918034623] 'process raft request' (duration: 3.583156822s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.502086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.065394Z","time spent":"4.436539598s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:18.502149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.918463Z","time spent":"3.583641662s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:18.502256Z","caller":"traceutil/trace.go:171","msg":"trace[1476606781] transaction","detail":"{read_only:false; response_revision:15652; number_of_response:1; }","duration":"3.583752775s","start":"2026-07-03T16:28:14.918491Z","end":"2026-07-03T16:28:18.502244Z","steps":["trace[1476606781] 'process raft request' (duration: 3.583438588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.502328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.918463Z","time spent":"3.583830476s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:18.502534Z","caller":"traceutil/trace.go:171","msg":"trace[1206361378] transaction","detail":"{read_only:false; response_revision:15653; number_of_response:1; }","duration":"3.583611212s","start":"2026-07-03T16:28:14.9189Z","end":"2026-07-03T16:28:18.502511Z","steps":["trace[1206361378] 'process raft request' (duration: 3.583296985s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.502791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.918872Z","time spent":"3.583859637s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.225009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.552402618s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:28:19.546257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.995312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:19.546638Z","caller":"traceutil/trace.go:171","msg":"trace[1967150753] transaction","detail":"{read_only:false; response_revision:15654; number_of_response:1; }","duration":"3.937975179s","start":"2026-07-03T16:28:15.608612Z","end":"2026-07-03T16:28:19.546587Z","steps":["trace[1967150753] 'process raft request' (duration: 3.616553816s)","trace[1967150753] 'compare' (duration: 320.761817ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:19.546694Z","caller":"traceutil/trace.go:171","msg":"trace[6590259] transaction","detail":"{read_only:false; response_revision:15656; number_of_response:1; }","duration":"2.17507922s","start":"2026-07-03T16:28:17.371587Z","end":"2026-07-03T16:28:19.546666Z","steps":["trace[6590259] 'process raft request' (duration: 2.174871836s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.546801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.60858Z","time spent":"3.938124672s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.54683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.371564Z","time spent":"2.175181652s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.547003Z","caller":"traceutil/trace.go:171","msg":"trace[1207330858] transaction","detail":"{read_only:false; response_revision:15655; number_of_response:1; }","duration":"3.937912907s","start":"2026-07-03T16:28:15.608741Z","end":"2026-07-03T16:28:19.546654Z","steps":["trace[1207330858] 'process raft request' (duration: 3.93761427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.547197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.608709Z","time spent":"3.938401058s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.578042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:19.57815Z","caller":"traceutil/trace.go:171","msg":"trace[2116527237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059041s","start":"2026-07-03T16:28:17.578069Z","end":"2026-07-03T16:28:19.578128Z","steps":["trace[2116527237] 'agreement among raft nodes before linearized reading' (duration: 1.999919108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.578204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.578056Z","time spent":"2.000136932s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:28:19.58162Z","caller":"traceutil/trace.go:171","msg":"trace[916675428] linearizableReadLoop","detail":"{readStateIndex:16228; appliedIndex:16221; }","duration":"3.869152432s","start":"2026-07-03T16:28:15.712443Z","end":"2026-07-03T16:28:19.581596Z","steps":["trace[916675428] 'read index received' (duration: 1.960140647s)","trace[916675428] 'applied index is now lower than readState.Index' (duration: 1.909010305s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:19.58175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.016093626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:19.58182Z","caller":"traceutil/trace.go:171","msg":"trace[525944243] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:15656; }","duration":"6.016186449s","start":"2026-07-03T16:28:13.565616Z","end":"2026-07-03T16:28:19.581802Z","steps":["trace[525944243] 'agreement among raft nodes before linearized reading' (duration: 6.016095076s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.581836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363447738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-03T16:28:19.581862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.565606Z","time spent":"6.01624785s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-07-03T16:28:19.581849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504493554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:19.581889Z","caller":"traceutil/trace.go:171","msg":"trace[1013423307] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15656; }","duration":"5.36353315s","start":"2026-07-03T16:28:14.218336Z","end":"2026-07-03T16:28:19.581869Z","steps":["trace[1013423307] 'agreement among raft nodes before linearized reading' (duration: 5.363345716s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.581919Z","caller":"traceutil/trace.go:171","msg":"trace[1777919103] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:15656; }","duration":"4.504611637s","start":"2026-07-03T16:28:15.07729Z","end":"2026-07-03T16:28:19.581901Z","steps":["trace[1777919103] 'agreement among raft nodes before linearized reading' (duration: 4.504510224s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.581948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.218316Z","time spent":"5.363623932s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:19.58194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017567261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-07-03T16:28:19.581972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867026853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19073"} {"level":"info","ts":"2026-07-03T16:28:19.582Z","caller":"traceutil/trace.go:171","msg":"trace[73597401] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15656; }","duration":"4.017654083s","start":"2026-07-03T16:28:15.564333Z","end":"2026-07-03T16:28:19.581987Z","steps":["trace[73597401] 'agreement among raft nodes before linearized reading' (duration: 4.017471219s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.564319Z","time spent":"4.017707015s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.985636459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-07-03T16:28:19.582036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072662028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:19.582084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018808539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:19.582123Z","caller":"traceutil/trace.go:171","msg":"trace[170746840] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15656; }","duration":"5.985763341s","start":"2026-07-03T16:28:13.596336Z","end":"2026-07-03T16:28:19.582099Z","steps":["trace[170746840] 'agreement among raft nodes before linearized reading' (duration: 5.985517956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961366729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:7756"} {"level":"warn","ts":"2026-07-03T16:28:19.582155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865507398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:28:19.582152Z","caller":"traceutil/trace.go:171","msg":"trace[529160665] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15656; }","duration":"4.018928302s","start":"2026-07-03T16:28:15.563207Z","end":"2026-07-03T16:28:19.582135Z","steps":["trace[529160665] 'agreement among raft nodes before linearized reading' (duration: 4.018749548s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.582147Z","caller":"traceutil/trace.go:171","msg":"trace[2131985126] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:0; response_revision:15656; }","duration":"5.072822772s","start":"2026-07-03T16:28:14.509303Z","end":"2026-07-03T16:28:19.582126Z","steps":["trace[2131985126] 'agreement among raft nodes before linearized reading' (duration: 5.072606487s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.582174Z","caller":"traceutil/trace.go:171","msg":"trace[1941196829] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15656; }","duration":"2.961429341s","start":"2026-07-03T16:28:16.620736Z","end":"2026-07-03T16:28:19.582165Z","steps":["trace[1941196829] 'agreement among raft nodes before linearized reading' (duration: 2.961326978s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.582179Z","caller":"traceutil/trace.go:171","msg":"trace[1110379033] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:15656; }","duration":"3.8655512s","start":"2026-07-03T16:28:15.71662Z","end":"2026-07-03T16:28:19.582171Z","steps":["trace[1110379033] 'agreement among raft nodes before linearized reading' (duration: 3.865493149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.596319Z","time spent":"5.985843374s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.620718Z","time spent":"2.961473421s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7779,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.563183Z","time spent":"4.018999533s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.716605Z","time spent":"3.86559262s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"info","ts":"2026-07-03T16:28:19.58203Z","caller":"traceutil/trace.go:171","msg":"trace[19086802] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15656; }","duration":"3.867176856s","start":"2026-07-03T16:28:15.714838Z","end":"2026-07-03T16:28:19.582015Z","steps":["trace[19086802] 'agreement among raft nodes before linearized reading' (duration: 3.866980872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.509283Z","time spent":"5.072910783s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.714819Z","time spent":"3.867408891s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19096,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864829213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:28:19.582293Z","caller":"traceutil/trace.go:171","msg":"trace[1982685897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15656; }","duration":"1.864915584s","start":"2026-07-03T16:28:17.717367Z","end":"2026-07-03T16:28:19.582283Z","steps":["trace[1982685897] 'agreement among raft nodes before linearized reading' (duration: 1.864813362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.833432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:19.58232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.717328Z","time spent":"1.864985936s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:28:19.582332Z","caller":"traceutil/trace.go:171","msg":"trace[1364582881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15656; }","duration":"645.902753ms","start":"2026-07-03T16:28:18.936419Z","end":"2026-07-03T16:28:19.582322Z","steps":["trace[1364582881] 'agreement among raft nodes before linearized reading' (duration: 645.854802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.936398Z","time spent":"645.954115ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865045497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:28:19.582394Z","caller":"traceutil/trace.go:171","msg":"trace[1609212800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15656; }","duration":"1.865106899s","start":"2026-07-03T16:28:17.717276Z","end":"2026-07-03T16:28:19.582383Z","steps":["trace[1609212800] 'agreement among raft nodes before linearized reading' (duration: 1.865003096s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.581955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.077266Z","time spent":"4.504680199s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:19.582426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.71726Z","time spent":"1.865159689s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.018041231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:648252"} {"level":"info","ts":"2026-07-03T16:28:19.582474Z","caller":"traceutil/trace.go:171","msg":"trace[1186983540] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:15656; }","duration":"6.018092652s","start":"2026-07-03T16:28:13.56437Z","end":"2026-07-03T16:28:19.582463Z","steps":["trace[1186983540] 'agreement among raft nodes before linearized reading' (duration: 6.017362866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.564336Z","time spent":"6.018161904s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":68,"response size":648275,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078016561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-03T16:28:19.582099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86428748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18bed471c31c3145\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-03T16:28:19.582577Z","caller":"traceutil/trace.go:171","msg":"trace[958805802] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15656; }","duration":"1.078047742s","start":"2026-07-03T16:28:18.50452Z","end":"2026-07-03T16:28:19.582568Z","steps":["trace[958805802] 'agreement among raft nodes before linearized reading' (duration: 1.07795118s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.582586Z","caller":"traceutil/trace.go:171","msg":"trace[102076007] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18bed471c31c3145; range_end:; response_count:1; response_revision:15656; }","duration":"3.864787361s","start":"2026-07-03T16:28:15.717788Z","end":"2026-07-03T16:28:19.582576Z","steps":["trace[102076007] 'agreement among raft nodes before linearized reading' (duration: 3.864263289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.717734Z","time spent":"3.864908523s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/libvirt-vnc.18bed471c31c3145\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.504485Z","time spent":"1.078111952s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032494552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:19.582769Z","caller":"traceutil/trace.go:171","msg":"trace[1844964657] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:15656; }","duration":"4.033631719s","start":"2026-07-03T16:28:15.549122Z","end":"2026-07-03T16:28:19.582754Z","steps":["trace[1844964657] 'agreement among raft nodes before linearized reading' (duration: 4.032495762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86513161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:28:19.582807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.549098Z","time spent":"4.033697501s","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:19.582823Z","caller":"traceutil/trace.go:171","msg":"trace[498039957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15656; }","duration":"1.865193841s","start":"2026-07-03T16:28:17.717621Z","end":"2026-07-03T16:28:19.582814Z","steps":["trace[498039957] 'agreement among raft nodes before linearized reading' (duration: 1.864365872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.717609Z","time spent":"1.865235463s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:28:19.928891Z","caller":"traceutil/trace.go:171","msg":"trace[744922748] transaction","detail":"{read_only:false; response_revision:15659; number_of_response:1; }","duration":"340.789516ms","start":"2026-07-03T16:28:19.588074Z","end":"2026-07-03T16:28:19.928864Z","steps":["trace[744922748] 'process raft request' (duration: 340.483039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.92905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.588062Z","time spent":"340.909948ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.929201Z","caller":"traceutil/trace.go:171","msg":"trace[1606159873] transaction","detail":"{read_only:false; response_revision:15661; number_of_response:1; }","duration":"339.882275ms","start":"2026-07-03T16:28:19.589276Z","end":"2026-07-03T16:28:19.929158Z","steps":["trace[1606159873] 'process raft request' (duration: 339.432985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.929244Z","caller":"traceutil/trace.go:171","msg":"trace[1824876282] transaction","detail":"{read_only:false; response_revision:15658; number_of_response:1; }","duration":"344.46377ms","start":"2026-07-03T16:28:19.58474Z","end":"2026-07-03T16:28:19.929204Z","steps":["trace[1824876282] 'process raft request' (duration: 343.612421ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.929299Z","caller":"traceutil/trace.go:171","msg":"trace[1558915104] transaction","detail":"{read_only:false; response_revision:15662; number_of_response:1; }","duration":"339.598088ms","start":"2026-07-03T16:28:19.589675Z","end":"2026-07-03T16:28:19.929273Z","steps":["trace[1558915104] 'process raft request' (duration: 339.083357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.929374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.589258Z","time spent":"340.018137ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.9294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.589648Z","time spent":"339.70312ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1629,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:28:19.929396Z","caller":"traceutil/trace.go:171","msg":"trace[305951350] transaction","detail":"{read_only:false; response_revision:15660; number_of_response:1; }","duration":"341.185495ms","start":"2026-07-03T16:28:19.588147Z","end":"2026-07-03T16:28:19.929332Z","steps":["trace[305951350] 'process raft request' (duration: 340.491539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.929433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.584725Z","time spent":"344.597922ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.929451Z","caller":"traceutil/trace.go:171","msg":"trace[1013207604] transaction","detail":"{read_only:false; response_revision:15663; number_of_response:1; }","duration":"336.960718ms","start":"2026-07-03T16:28:19.592462Z","end":"2026-07-03T16:28:19.929423Z","steps":["trace[1013207604] 'process raft request' (duration: 336.342334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.929542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.592422Z","time spent":"337.07696ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.929556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.800718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:28:19.929596Z","caller":"traceutil/trace.go:171","msg":"trace[895666605] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15663; }","duration":"341.85576ms","start":"2026-07-03T16:28:19.587726Z","end":"2026-07-03T16:28:19.929582Z","steps":["trace[895666605] 'agreement among raft nodes before linearized reading' (duration: 341.720487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.929563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.797143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:19.929812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.587653Z","time spent":"342.150756ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-07-03T16:28:19.929317Z","caller":"traceutil/trace.go:171","msg":"trace[1479650622] linearizableReadLoop","detail":"{readStateIndex:16237; appliedIndex:16231; }","duration":"280.29368ms","start":"2026-07-03T16:28:19.649011Z","end":"2026-07-03T16:28:19.929305Z","steps":["trace[1479650622] 'read index received' (duration: 279.438531ms)","trace[1479650622] 'applied index is now lower than readState.Index' (duration: 853.759µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:19.929838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.588141Z","time spent":"341.357768ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.929861Z","caller":"traceutil/trace.go:171","msg":"trace[810856420] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:15663; }","duration":"330.150031ms","start":"2026-07-03T16:28:19.599683Z","end":"2026-07-03T16:28:19.929833Z","steps":["trace[810856420] 'agreement among raft nodes before linearized reading' (duration: 329.747082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.929901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.147241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-07-03T16:28:19.929933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.599651Z","time spent":"330.260944ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:19.929991Z","caller":"traceutil/trace.go:171","msg":"trace[1189448141] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15663; }","duration":"316.276483ms","start":"2026-07-03T16:28:19.613689Z","end":"2026-07-03T16:28:19.929965Z","steps":["trace[1189448141] 'agreement among raft nodes before linearized reading' (duration: 315.872744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.929421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.240238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-03T16:28:19.930036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.613672Z","time spent":"316.355775ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:28:19.930066Z","caller":"traceutil/trace.go:171","msg":"trace[1762046614] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7; range_end:; response_count:1; response_revision:15663; }","duration":"342.890744ms","start":"2026-07-03T16:28:19.587147Z","end":"2026-07-03T16:28:19.930038Z","steps":["trace[1762046614] 'agreement among raft nodes before linearized reading' (duration: 342.195228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.930277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.587136Z","time spent":"343.058048ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-c9d21675-b2bc-4fec-b9fc-12beb4de17b7\" "} {"level":"info","ts":"2026-07-03T16:28:19.963743Z","caller":"traceutil/trace.go:171","msg":"trace[731523126] transaction","detail":"{read_only:false; response_revision:15664; number_of_response:1; }","duration":"287.930114ms","start":"2026-07-03T16:28:19.675789Z","end":"2026-07-03T16:28:19.963719Z","steps":["trace[731523126] 'process raft request' (duration: 287.712679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.96386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.31322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:19.963944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.505676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:28:19.963976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.130197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:28:19.964057Z","caller":"traceutil/trace.go:171","msg":"trace[718897284] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15664; }","duration":"311.654129ms","start":"2026-07-03T16:28:19.652384Z","end":"2026-07-03T16:28:19.964038Z","steps":["trace[718897284] 'agreement among raft nodes before linearized reading' (duration: 311.365773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.96407Z","caller":"traceutil/trace.go:171","msg":"trace[2144886010] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:15664; }","duration":"311.238419ms","start":"2026-07-03T16:28:19.652816Z","end":"2026-07-03T16:28:19.964054Z","steps":["trace[2144886010] 'agreement among raft nodes before linearized reading' (duration: 311.007844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.964109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.652369Z","time spent":"311.731331ms","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:28:19.964114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.65281Z","time spent":"311.29411ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"info","ts":"2026-07-03T16:28:19.963976Z","caller":"traceutil/trace.go:171","msg":"trace[1973947947] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15664; }","duration":"307.432672ms","start":"2026-07-03T16:28:19.656503Z","end":"2026-07-03T16:28:19.963936Z","steps":["trace[1973947947] 'agreement among raft nodes before linearized reading' (duration: 307.267618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.964275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:19.656498Z","time spent":"307.760189ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:28:20.307803Z","caller":"traceutil/trace.go:171","msg":"trace[1403207854] linearizableReadLoop","detail":"{readStateIndex:16245; appliedIndex:16244; }","duration":"201.891124ms","start":"2026-07-03T16:28:20.105867Z","end":"2026-07-03T16:28:20.307758Z","steps":["trace[1403207854] 'read index received' (duration: 148.679065ms)","trace[1403207854] 'applied index is now lower than readState.Index' (duration: 53.210639ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:20.307966Z","caller":"traceutil/trace.go:171","msg":"trace[1429479209] transaction","detail":"{read_only:false; response_revision:15671; number_of_response:1; }","duration":"204.435772ms","start":"2026-07-03T16:28:20.103487Z","end":"2026-07-03T16:28:20.307923Z","steps":["trace[1429479209] 'process raft request' (duration: 151.062509ms)","trace[1429479209] 'compare' (duration: 52.937173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:20.308183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.281443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-03T16:28:20.308235Z","caller":"traceutil/trace.go:171","msg":"trace[1972841010] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15671; }","duration":"202.392236ms","start":"2026-07-03T16:28:20.10583Z","end":"2026-07-03T16:28:20.308222Z","steps":["trace[1972841010] 'agreement among raft nodes before linearized reading' (duration: 202.116039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.334166Z","caller":"traceutil/trace.go:171","msg":"trace[1426874427] transaction","detail":"{read_only:false; response_revision:15672; number_of_response:1; }","duration":"227.513281ms","start":"2026-07-03T16:28:20.106627Z","end":"2026-07-03T16:28:20.33414Z","steps":["trace[1426874427] 'process raft request' (duration: 227.322577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.334332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.636452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-03T16:28:20.334414Z","caller":"traceutil/trace.go:171","msg":"trace[1490020919] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15672; }","duration":"223.764305ms","start":"2026-07-03T16:28:20.110633Z","end":"2026-07-03T16:28:20.334397Z","steps":["trace[1490020919] 'agreement among raft nodes before linearized reading' (duration: 223.55521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.334475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.257831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T16:28:20.334649Z","caller":"traceutil/trace.go:171","msg":"trace[595228304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15672; }","duration":"222.477766ms","start":"2026-07-03T16:28:20.112143Z","end":"2026-07-03T16:28:20.334621Z","steps":["trace[595228304] 'agreement among raft nodes before linearized reading' (duration: 222.017886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.547643Z","caller":"traceutil/trace.go:171","msg":"trace[1363440190] linearizableReadLoop","detail":"{readStateIndex:16249; appliedIndex:16248; }","duration":"194.74406ms","start":"2026-07-03T16:28:20.352869Z","end":"2026-07-03T16:28:20.547614Z","steps":["trace[1363440190] 'read index received' (duration: 10.279805ms)","trace[1363440190] 'applied index is now lower than readState.Index' (duration: 184.462945ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:20.547814Z","caller":"traceutil/trace.go:171","msg":"trace[1978564675] transaction","detail":"{read_only:false; response_revision:15675; number_of_response:1; }","duration":"196.362997ms","start":"2026-07-03T16:28:20.351417Z","end":"2026-07-03T16:28:20.54778Z","steps":["trace[1978564675] 'process raft request' (duration: 195.926557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.547985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.083689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-03T16:28:20.548051Z","caller":"traceutil/trace.go:171","msg":"trace[1446723853] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15675; }","duration":"195.196321ms","start":"2026-07-03T16:28:20.352832Z","end":"2026-07-03T16:28:20.548028Z","steps":["trace[1446723853] 'agreement among raft nodes before linearized reading' (duration: 194.955505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.613145Z","caller":"traceutil/trace.go:171","msg":"trace[516441777] transaction","detail":"{read_only:false; response_revision:15677; number_of_response:1; }","duration":"105.714591ms","start":"2026-07-03T16:28:20.507408Z","end":"2026-07-03T16:28:20.613123Z","steps":["trace[516441777] 'process raft request' (duration: 105.66254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.613184Z","caller":"traceutil/trace.go:171","msg":"trace[1297804653] transaction","detail":"{read_only:false; response_revision:15676; number_of_response:1; }","duration":"106.96441ms","start":"2026-07-03T16:28:20.506176Z","end":"2026-07-03T16:28:20.61314Z","steps":["trace[1297804653] 'process raft request' (duration: 106.771406ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.613511Z","caller":"traceutil/trace.go:171","msg":"trace[456061066] transaction","detail":"{read_only:false; response_revision:15678; number_of_response:1; }","duration":"105.892334ms","start":"2026-07-03T16:28:20.507609Z","end":"2026-07-03T16:28:20.613501Z","steps":["trace[456061066] 'process raft request' (duration: 105.490445ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.613621Z","caller":"traceutil/trace.go:171","msg":"trace[1954233534] transaction","detail":"{read_only:false; response_revision:15679; number_of_response:1; }","duration":"105.383633ms","start":"2026-07-03T16:28:20.508229Z","end":"2026-07-03T16:28:20.613613Z","steps":["trace[1954233534] 'process raft request' (duration: 105.119027ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.613752Z","caller":"traceutil/trace.go:171","msg":"trace[1219241274] transaction","detail":"{read_only:false; response_revision:15680; number_of_response:1; }","duration":"105.110618ms","start":"2026-07-03T16:28:20.508617Z","end":"2026-07-03T16:28:20.613727Z","steps":["trace[1219241274] 'process raft request' (duration: 104.914913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.613898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.686784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:28:20.613946Z","caller":"traceutil/trace.go:171","msg":"trace[819089065] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:15680; }","duration":"247.785016ms","start":"2026-07-03T16:28:20.366147Z","end":"2026-07-03T16:28:20.613932Z","steps":["trace[819089065] 'agreement among raft nodes before linearized reading' (duration: 247.612882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.93256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.991445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:20.932693Z","caller":"traceutil/trace.go:171","msg":"trace[1053597194] linearizableReadLoop","detail":"{readStateIndex:16255; appliedIndex:16254; }","duration":"319.040448ms","start":"2026-07-03T16:28:20.613631Z","end":"2026-07-03T16:28:20.932672Z","steps":["trace[1053597194] 'read index received' (duration: 41.852259ms)","trace[1053597194] 'applied index is now lower than readState.Index' (duration: 277.186369ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:20.93284Z","caller":"traceutil/trace.go:171","msg":"trace[1779423705] transaction","detail":"{read_only:false; response_revision:15681; number_of_response:1; }","duration":"383.127655ms","start":"2026-07-03T16:28:20.549639Z","end":"2026-07-03T16:28:20.932767Z","steps":["trace[1779423705] 'process raft request' (duration: 105.840044ms)","trace[1779423705] 'compare' (duration: 276.80548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:20.932991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.549617Z","time spent":"383.307549ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:20.933211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.427881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111787"} {"level":"info","ts":"2026-07-03T16:28:20.933303Z","caller":"traceutil/trace.go:171","msg":"trace[1080358932] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15681; }","duration":"379.564705ms","start":"2026-07-03T16:28:20.553715Z","end":"2026-07-03T16:28:20.93328Z","steps":["trace[1080358932] 'agreement among raft nodes before linearized reading' (duration: 379.144484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.933354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.553698Z","time spent":"379.646016ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111810,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:28:20.948381Z","caller":"traceutil/trace.go:171","msg":"trace[268269831] transaction","detail":"{read_only:false; response_revision:15682; number_of_response:1; }","duration":"331.626595ms","start":"2026-07-03T16:28:20.616714Z","end":"2026-07-03T16:28:20.94834Z","steps":["trace[268269831] 'process raft request' (duration: 331.41801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.948547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.384208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"warn","ts":"2026-07-03T16:28:20.948621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:20.616698Z","time spent":"331.764259ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:20.94865Z","caller":"traceutil/trace.go:171","msg":"trace[623367337] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:15682; }","duration":"268.509011ms","start":"2026-07-03T16:28:20.680121Z","end":"2026-07-03T16:28:20.94863Z","steps":["trace[623367337] 'agreement among raft nodes before linearized reading' (duration: 268.224954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.948559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.362316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-07-03T16:28:20.948913Z","caller":"traceutil/trace.go:171","msg":"trace[235343049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15682; }","duration":"230.767635ms","start":"2026-07-03T16:28:20.718127Z","end":"2026-07-03T16:28:20.948895Z","steps":["trace[235343049] 'agreement among raft nodes before linearized reading' (duration: 230.221232ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.161278Z","caller":"traceutil/trace.go:171","msg":"trace[1566415046] transaction","detail":"{read_only:false; response_revision:15686; number_of_response:1; }","duration":"208.474124ms","start":"2026-07-03T16:28:20.952757Z","end":"2026-07-03T16:28:21.161231Z","steps":["trace[1566415046] 'process raft request' (duration: 208.30132ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.161484Z","caller":"traceutil/trace.go:171","msg":"trace[1781970406] transaction","detail":"{read_only:false; response_revision:15687; number_of_response:1; }","duration":"204.012093ms","start":"2026-07-03T16:28:20.957445Z","end":"2026-07-03T16:28:21.161457Z","steps":["trace[1781970406] 'process raft request' (duration: 203.680406ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.161604Z","caller":"traceutil/trace.go:171","msg":"trace[516836050] transaction","detail":"{read_only:false; response_revision:15685; number_of_response:1; }","duration":"211.924114ms","start":"2026-07-03T16:28:20.949657Z","end":"2026-07-03T16:28:21.161581Z","steps":["trace[516836050] 'process raft request' (duration: 126.526049ms)","trace[516836050] 'compare' (duration: 84.70433ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:21.161713Z","caller":"traceutil/trace.go:171","msg":"trace[1981991334] linearizableReadLoop","detail":"{readStateIndex:16261; appliedIndex:16258; }","duration":"153.175668ms","start":"2026-07-03T16:28:21.008505Z","end":"2026-07-03T16:28:21.161681Z","steps":["trace[1981991334] 'read index received' (duration: 67.672871ms)","trace[1981991334] 'applied index is now lower than readState.Index' (duration: 85.499407ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:21.16175Z","caller":"traceutil/trace.go:171","msg":"trace[1735997033] transaction","detail":"{read_only:false; response_revision:15688; number_of_response:1; }","duration":"148.122702ms","start":"2026-07-03T16:28:21.013602Z","end":"2026-07-03T16:28:21.161725Z","steps":["trace[1735997033] 'process raft request' (duration: 147.619221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.161891Z","caller":"traceutil/trace.go:171","msg":"trace[2016471100] transaction","detail":"{read_only:false; response_revision:15689; number_of_response:1; }","duration":"147.213762ms","start":"2026-07-03T16:28:21.014652Z","end":"2026-07-03T16:28:21.161866Z","steps":["trace[2016471100] 'process raft request' (duration: 146.877914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.161938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.153035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:21.161978Z","caller":"traceutil/trace.go:171","msg":"trace[1798823463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15689; }","duration":"152.264947ms","start":"2026-07-03T16:28:21.009701Z","end":"2026-07-03T16:28:21.161966Z","steps":["trace[1798823463] 'agreement among raft nodes before linearized reading' (duration: 152.158724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.162049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.613581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:1283"} {"level":"warn","ts":"2026-07-03T16:28:21.162041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.567784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:28:21.162087Z","caller":"traceutil/trace.go:171","msg":"trace[71953691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15689; }","duration":"209.669102ms","start":"2026-07-03T16:28:20.952404Z","end":"2026-07-03T16:28:21.162073Z","steps":["trace[71953691] 'agreement among raft nodes before linearized reading' (duration: 209.424217ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.162102Z","caller":"traceutil/trace.go:171","msg":"trace[895161909] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:15689; }","duration":"114.697277ms","start":"2026-07-03T16:28:21.04739Z","end":"2026-07-03T16:28:21.162087Z","steps":["trace[895161909] 'agreement among raft nodes before linearized reading' (duration: 114.504462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.162185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.135068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-03T16:28:21.162222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.052759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T16:28:21.162223Z","caller":"traceutil/trace.go:171","msg":"trace[1692480470] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15689; }","duration":"150.26026ms","start":"2026-07-03T16:28:21.011951Z","end":"2026-07-03T16:28:21.162211Z","steps":["trace[1692480470] 'agreement among raft nodes before linearized reading' (duration: 150.112967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.162259Z","caller":"traceutil/trace.go:171","msg":"trace[309561787] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15689; }","duration":"151.146232ms","start":"2026-07-03T16:28:21.011101Z","end":"2026-07-03T16:28:21.162247Z","steps":["trace[309561787] 'agreement among raft nodes before linearized reading' (duration: 151.017779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.307276Z","caller":"traceutil/trace.go:171","msg":"trace[658663476] transaction","detail":"{read_only:false; response_revision:15691; number_of_response:1; }","duration":"138.620955ms","start":"2026-07-03T16:28:21.168635Z","end":"2026-07-03T16:28:21.307256Z","steps":["trace[658663476] 'process raft request' (duration: 138.506002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.307413Z","caller":"traceutil/trace.go:171","msg":"trace[2129987595] transaction","detail":"{read_only:false; response_revision:15690; number_of_response:1; }","duration":"138.981763ms","start":"2026-07-03T16:28:21.168393Z","end":"2026-07-03T16:28:21.307375Z","steps":["trace[2129987595] 'process raft request' (duration: 112.537277ms)","trace[2129987595] 'compare' (duration: 26.052317ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:21.307406Z","caller":"traceutil/trace.go:171","msg":"trace[704982484] transaction","detail":"{read_only:false; response_revision:15692; number_of_response:1; }","duration":"136.167219ms","start":"2026-07-03T16:28:21.171171Z","end":"2026-07-03T16:28:21.307339Z","steps":["trace[704982484] 'process raft request' (duration: 136.018876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.307857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.333161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-07-03T16:28:21.307951Z","caller":"traceutil/trace.go:171","msg":"trace[687491283] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p; range_end:; response_count:1; response_revision:15692; }","duration":"139.481724ms","start":"2026-07-03T16:28:21.168446Z","end":"2026-07-03T16:28:21.307927Z","steps":["trace[687491283] 'agreement among raft nodes before linearized reading' (duration: 139.051295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.471273Z","caller":"traceutil/trace.go:171","msg":"trace[635138143] transaction","detail":"{read_only:false; response_revision:15695; number_of_response:1; }","duration":"159.419411ms","start":"2026-07-03T16:28:21.311807Z","end":"2026-07-03T16:28:21.471226Z","steps":["trace[635138143] 'process raft request' (duration: 158.939669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.471456Z","caller":"traceutil/trace.go:171","msg":"trace[1092692441] linearizableReadLoop","detail":"{readStateIndex:16271; appliedIndex:16268; }","duration":"157.388935ms","start":"2026-07-03T16:28:21.314001Z","end":"2026-07-03T16:28:21.47139Z","steps":["trace[1092692441] 'read index received' (duration: 57.007785ms)","trace[1092692441] 'applied index is now lower than readState.Index' (duration: 100.38005ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:21.471502Z","caller":"traceutil/trace.go:171","msg":"trace[206364794] transaction","detail":"{read_only:false; response_revision:15697; number_of_response:1; }","duration":"152.926634ms","start":"2026-07-03T16:28:21.318542Z","end":"2026-07-03T16:28:21.471469Z","steps":["trace[206364794] 'process raft request' (duration: 152.668248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.471607Z","caller":"traceutil/trace.go:171","msg":"trace[939708049] transaction","detail":"{read_only:false; response_revision:15696; number_of_response:1; }","duration":"159.454702ms","start":"2026-07-03T16:28:21.312132Z","end":"2026-07-03T16:28:21.471587Z","steps":["trace[939708049] 'process raft request' (duration: 158.882009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.471742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.721562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:28:21.471793Z","caller":"traceutil/trace.go:171","msg":"trace[889706147] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15697; }","duration":"157.816926ms","start":"2026-07-03T16:28:21.313962Z","end":"2026-07-03T16:28:21.471779Z","steps":["trace[889706147] 'agreement among raft nodes before linearized reading' (duration: 157.597831ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.538968Z","caller":"traceutil/trace.go:171","msg":"trace[602086459] transaction","detail":"{read_only:false; response_revision:15698; number_of_response:1; }","duration":"164.364885ms","start":"2026-07-03T16:28:21.374567Z","end":"2026-07-03T16:28:21.538931Z","steps":["trace[602086459] 'process raft request' (duration: 164.187941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.539051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.980707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:21.539127Z","caller":"traceutil/trace.go:171","msg":"trace[1533071329] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:15698; }","duration":"178.105899ms","start":"2026-07-03T16:28:21.360999Z","end":"2026-07-03T16:28:21.539105Z","steps":["trace[1533071329] 'agreement among raft nodes before linearized reading' (duration: 177.949586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.539188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.507363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:28:21.53927Z","caller":"traceutil/trace.go:171","msg":"trace[1746086324] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15698; }","duration":"221.615706ms","start":"2026-07-03T16:28:21.317627Z","end":"2026-07-03T16:28:21.539243Z","steps":["trace[1746086324] 'agreement among raft nodes before linearized reading' (duration: 221.37499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.539879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.942412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-03T16:28:21.539954Z","caller":"traceutil/trace.go:171","msg":"trace[1994420348] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15698; }","duration":"139.067754ms","start":"2026-07-03T16:28:21.40087Z","end":"2026-07-03T16:28:21.539938Z","steps":["trace[1994420348] 'agreement among raft nodes before linearized reading' (duration: 138.045491ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.704925Z","caller":"traceutil/trace.go:171","msg":"trace[1536006800] linearizableReadLoop","detail":"{readStateIndex:16275; appliedIndex:16273; }","duration":"165.981401ms","start":"2026-07-03T16:28:21.538889Z","end":"2026-07-03T16:28:21.70487Z","steps":["trace[1536006800] 'read index received' (duration: 165.832718ms)","trace[1536006800] 'applied index is now lower than readState.Index' (duration: 147.363µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:21.705077Z","caller":"traceutil/trace.go:171","msg":"trace[288832581] transaction","detail":"{read_only:false; response_revision:15699; number_of_response:1; }","duration":"229.395094ms","start":"2026-07-03T16:28:21.475641Z","end":"2026-07-03T16:28:21.705036Z","steps":["trace[288832581] 'process raft request' (duration: 228.950804ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.705184Z","caller":"traceutil/trace.go:171","msg":"trace[1329727264] transaction","detail":"{read_only:false; response_revision:15700; number_of_response:1; }","duration":"227.03053ms","start":"2026-07-03T16:28:21.478082Z","end":"2026-07-03T16:28:21.705113Z","steps":["trace[1329727264] 'process raft request' (duration: 226.706912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.705436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.153671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8062"} {"level":"info","ts":"2026-07-03T16:28:21.705518Z","caller":"traceutil/trace.go:171","msg":"trace[1520458186] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15700; }","duration":"230.266794ms","start":"2026-07-03T16:28:21.47522Z","end":"2026-07-03T16:28:21.705487Z","steps":["trace[1520458186] 'agreement among raft nodes before linearized reading' (duration: 229.818324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.705676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.481492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:28:21.705833Z","caller":"traceutil/trace.go:171","msg":"trace[1147246178] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:15700; }","duration":"231.841459ms","start":"2026-07-03T16:28:21.473959Z","end":"2026-07-03T16:28:21.705801Z","steps":["trace[1147246178] 'agreement among raft nodes before linearized reading' (duration: 231.104432ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.75319Z","caller":"traceutil/trace.go:171","msg":"trace[1022779607] transaction","detail":"{read_only:false; response_revision:15701; number_of_response:1; }","duration":"209.353544ms","start":"2026-07-03T16:28:21.543817Z","end":"2026-07-03T16:28:21.753171Z","steps":["trace[1022779607] 'process raft request' (duration: 209.083698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.75348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.898553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-07-03T16:28:21.753481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.161303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:21.753508Z","caller":"traceutil/trace.go:171","msg":"trace[806209541] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15701; }","duration":"180.976635ms","start":"2026-07-03T16:28:21.572523Z","end":"2026-07-03T16:28:21.7535Z","steps":["trace[806209541] 'agreement among raft nodes before linearized reading' (duration: 180.860242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.753523Z","caller":"traceutil/trace.go:171","msg":"trace[72572438] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15701; }","duration":"165.215004ms","start":"2026-07-03T16:28:21.588294Z","end":"2026-07-03T16:28:21.753509Z","steps":["trace[72572438] 'agreement among raft nodes before linearized reading' (duration: 165.010229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.753636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.31516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T16:28:21.753654Z","caller":"traceutil/trace.go:171","msg":"trace[1169336061] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15701; }","duration":"211.33517ms","start":"2026-07-03T16:28:21.542313Z","end":"2026-07-03T16:28:21.753648Z","steps":["trace[1169336061] 'agreement among raft nodes before linearized reading' (duration: 211.281629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.753826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.681995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:28:21.753879Z","caller":"traceutil/trace.go:171","msg":"trace[1521782117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15701; }","duration":"151.788738ms","start":"2026-07-03T16:28:21.602076Z","end":"2026-07-03T16:28:21.753865Z","steps":["trace[1521782117] 'agreement among raft nodes before linearized reading' (duration: 151.648414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:21.75402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.493282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:21.754098Z","caller":"traceutil/trace.go:171","msg":"trace[147338975] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15701; }","duration":"165.653045ms","start":"2026-07-03T16:28:21.588427Z","end":"2026-07-03T16:28:21.75408Z","steps":["trace[147338975] 'agreement among raft nodes before linearized reading' (duration: 165.407079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.2539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687362157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:28:22.451359Z","caller":"traceutil/trace.go:171","msg":"trace[2078284378] transaction","detail":"{read_only:false; response_revision:15703; number_of_response:1; }","duration":"734.584895ms","start":"2026-07-03T16:28:21.716747Z","end":"2026-07-03T16:28:22.451332Z","steps":["trace[2078284378] 'process raft request' (duration: 734.463172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.451455Z","caller":"traceutil/trace.go:171","msg":"trace[1705164207] transaction","detail":"{read_only:false; response_revision:15702; number_of_response:1; }","duration":"740.983392ms","start":"2026-07-03T16:28:21.710431Z","end":"2026-07-03T16:28:22.451415Z","steps":["trace[1705164207] 'process raft request' (duration: 740.574302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.451524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.716736Z","time spent":"734.704309ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8058,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:22.451707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.710412Z","time spent":"741.157617ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:28:22.654353Z","caller":"traceutil/trace.go:171","msg":"trace[61700538] linearizableReadLoop","detail":"{readStateIndex:16279; appliedIndex:16276; }","duration":"901.184511ms","start":"2026-07-03T16:28:21.753148Z","end":"2026-07-03T16:28:22.654332Z","steps":["trace[61700538] 'read index received' (duration: 697.927605ms)","trace[61700538] 'applied index is now lower than readState.Index' (duration: 203.256096ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:22.654455Z","caller":"traceutil/trace.go:171","msg":"trace[2033945388] transaction","detail":"{read_only:false; response_revision:15705; number_of_response:1; }","duration":"254.728195ms","start":"2026-07-03T16:28:22.399716Z","end":"2026-07-03T16:28:22.654445Z","steps":["trace[2033945388] 'process raft request' (duration: 254.553451ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.654579Z","caller":"traceutil/trace.go:171","msg":"trace[1882111769] transaction","detail":"{read_only:false; response_revision:15704; number_of_response:1; }","duration":"896.921484ms","start":"2026-07-03T16:28:21.757633Z","end":"2026-07-03T16:28:22.654554Z","steps":["trace[1882111769] 'process raft request' (duration: 896.502104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.65458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.014346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.654725Z","caller":"traceutil/trace.go:171","msg":"trace[207589896] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15705; }","duration":"935.18571ms","start":"2026-07-03T16:28:21.719522Z","end":"2026-07-03T16:28:22.654708Z","steps":["trace[207589896] 'agreement among raft nodes before linearized reading' (duration: 934.991916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.65476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.719511Z","time spent":"935.241112ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:22.65468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.757626Z","time spent":"897.007085ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:22.654852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.781423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:28:22.654975Z","caller":"traceutil/trace.go:171","msg":"trace[1234092897] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15705; }","duration":"945.984128ms","start":"2026-07-03T16:28:21.708966Z","end":"2026-07-03T16:28:22.65495Z","steps":["trace[1234092897] 'agreement among raft nodes before linearized reading' (duration: 945.563079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.655057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.708946Z","time spent":"946.093261ms","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:28:22.656006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.64402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:90 size:75419"} {"level":"info","ts":"2026-07-03T16:28:22.656788Z","caller":"traceutil/trace.go:171","msg":"trace[127589991] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:90; response_revision:15705; }","duration":"945.843044ms","start":"2026-07-03T16:28:21.710295Z","end":"2026-07-03T16:28:22.656139Z","steps":["trace[127589991] 'agreement among raft nodes before linearized reading' (duration: 944.227067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.656937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.710286Z","time spent":"946.625353ms","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":75442,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-07-03T16:28:22.682095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.938819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:22.682154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.065355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:28:22.682181Z","caller":"traceutil/trace.go:171","msg":"trace[132905226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15709; }","duration":"748.122775ms","start":"2026-07-03T16:28:21.934051Z","end":"2026-07-03T16:28:22.682173Z","steps":["trace[132905226] 'agreement among raft nodes before linearized reading' (duration: 748.000503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.682202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.934032Z","time spent":"748.162437ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:28:22.682189Z","caller":"traceutil/trace.go:171","msg":"trace[1050299024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:15709; }","duration":"816.106903ms","start":"2026-07-03T16:28:21.866058Z","end":"2026-07-03T16:28:22.682164Z","steps":["trace[1050299024] 'agreement among raft nodes before linearized reading' (duration: 815.924249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.682197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.051954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:28:22.682239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.866031Z","time spent":"816.197775ms","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:22.682249Z","caller":"traceutil/trace.go:171","msg":"trace[2136952902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15709; }","duration":"748.131626ms","start":"2026-07-03T16:28:21.934103Z","end":"2026-07-03T16:28:22.682235Z","steps":["trace[2136952902] 'agreement among raft nodes before linearized reading' (duration: 747.934791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.682251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.66541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-03T16:28:22.68228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.934098Z","time spent":"748.177677ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:22.682292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.100719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:28:22.682308Z","caller":"traceutil/trace.go:171","msg":"trace[97854206] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15709; }","duration":"924.735691ms","start":"2026-07-03T16:28:21.757553Z","end":"2026-07-03T16:28:22.682289Z","steps":["trace[97854206] 'agreement among raft nodes before linearized reading' (duration: 924.543727ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.682335Z","caller":"traceutil/trace.go:171","msg":"trace[598684816] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15709; }","duration":"904.181821ms","start":"2026-07-03T16:28:21.778146Z","end":"2026-07-03T16:28:22.682328Z","steps":["trace[598684816] 'agreement among raft nodes before linearized reading' (duration: 903.878674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.682345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.75754Z","time spent":"924.796642ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T16:28:22.68235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.778126Z","time spent":"904.220851ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-03T16:28:22.682416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.9792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:22.682522Z","caller":"traceutil/trace.go:171","msg":"trace[488202609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15709; }","duration":"747.123503ms","start":"2026-07-03T16:28:21.935378Z","end":"2026-07-03T16:28:22.682502Z","steps":["trace[488202609] 'agreement among raft nodes before linearized reading' (duration: 746.755924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.682581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.935371Z","time spent":"747.195954ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:28:22.682931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.428261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:648569"} {"level":"info","ts":"2026-07-03T16:28:22.68304Z","caller":"traceutil/trace.go:171","msg":"trace[1497428765] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:15709; }","duration":"923.583225ms","start":"2026-07-03T16:28:21.75944Z","end":"2026-07-03T16:28:22.683023Z","steps":["trace[1497428765] 'agreement among raft nodes before linearized reading' (duration: 922.567432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.683061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.414993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.68312Z","caller":"traceutil/trace.go:171","msg":"trace[1126309732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15709; }","duration":"738.493384ms","start":"2026-07-03T16:28:21.944614Z","end":"2026-07-03T16:28:22.683108Z","steps":["trace[1126309732] 'agreement among raft nodes before linearized reading' (duration: 737.349469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.683158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.944602Z","time spent":"738.548885ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:22.683172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:21.75942Z","time spent":"923.678126ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":68,"response size":648592,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:28:22.882294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.89874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:22.882419Z","caller":"traceutil/trace.go:171","msg":"trace[1999956755] linearizableReadLoop","detail":"{readStateIndex:16285; appliedIndex:16284; }","duration":"200.661805ms","start":"2026-07-03T16:28:22.68174Z","end":"2026-07-03T16:28:22.882402Z","steps":["trace[1999956755] 'read index received' (duration: 89.594412ms)","trace[1999956755] 'applied index is now lower than readState.Index' (duration: 111.065823ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:22.882514Z","caller":"traceutil/trace.go:171","msg":"trace[1987600959] transaction","detail":"{read_only:false; response_revision:15710; number_of_response:1; }","duration":"223.549969ms","start":"2026-07-03T16:28:22.658923Z","end":"2026-07-03T16:28:22.882473Z","steps":["trace[1987600959] 'process raft request' (duration: 112.397664ms)","trace[1987600959] 'compare' (duration: 110.638434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:22.882845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.09662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"info","ts":"2026-07-03T16:28:22.882889Z","caller":"traceutil/trace.go:171","msg":"trace[1670578428] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:15710; }","duration":"223.398867ms","start":"2026-07-03T16:28:22.659478Z","end":"2026-07-03T16:28:22.882877Z","steps":["trace[1670578428] 'agreement among raft nodes before linearized reading' (duration: 222.995986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.952788Z","caller":"traceutil/trace.go:171","msg":"trace[185389723] transaction","detail":"{read_only:false; response_revision:15712; number_of_response:1; }","duration":"264.295443ms","start":"2026-07-03T16:28:22.688461Z","end":"2026-07-03T16:28:22.952756Z","steps":["trace[185389723] 'process raft request' (duration: 264.196191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.952813Z","caller":"traceutil/trace.go:171","msg":"trace[621636383] transaction","detail":"{read_only:false; response_revision:15711; number_of_response:1; }","duration":"265.186833ms","start":"2026-07-03T16:28:22.687597Z","end":"2026-07-03T16:28:22.952784Z","steps":["trace[621636383] 'process raft request' (duration: 264.870966ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.953175Z","caller":"traceutil/trace.go:171","msg":"trace[190445941] transaction","detail":"{read_only:false; response_revision:15713; number_of_response:1; }","duration":"264.51623ms","start":"2026-07-03T16:28:22.688607Z","end":"2026-07-03T16:28:22.953123Z","steps":["trace[190445941] 'process raft request' (duration: 264.097739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.95322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.23117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:7756"} {"level":"warn","ts":"2026-07-03T16:28:22.95322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.00436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-07-03T16:28:22.953251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.771575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:28:22.953276Z","caller":"traceutil/trace.go:171","msg":"trace[287810363] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15713; }","duration":"208.305412ms","start":"2026-07-03T16:28:22.744955Z","end":"2026-07-03T16:28:22.95326Z","steps":["trace[287810363] 'agreement among raft nodes before linearized reading' (duration: 208.051836ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.953326Z","caller":"traceutil/trace.go:171","msg":"trace[71290728] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15713; }","duration":"264.887228ms","start":"2026-07-03T16:28:22.688421Z","end":"2026-07-03T16:28:22.953308Z","steps":["trace[71290728] 'agreement among raft nodes before linearized reading' (duration: 264.598301ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:22.953281Z","caller":"traceutil/trace.go:171","msg":"trace[1195336176] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15713; }","duration":"158.141563ms","start":"2026-07-03T16:28:22.795125Z","end":"2026-07-03T16:28:22.953266Z","steps":["trace[1195336176] 'agreement among raft nodes before linearized reading' (duration: 157.962509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.953331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.123935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.953422Z","caller":"traceutil/trace.go:171","msg":"trace[1092992592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15713; }","duration":"269.247917ms","start":"2026-07-03T16:28:22.684151Z","end":"2026-07-03T16:28:22.953399Z","steps":["trace[1092992592] 'agreement among raft nodes before linearized reading' (duration: 269.101434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:22.953931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.708556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:22.954009Z","caller":"traceutil/trace.go:171","msg":"trace[2115162358] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:15713; }","duration":"265.812598ms","start":"2026-07-03T16:28:22.688174Z","end":"2026-07-03T16:28:22.953987Z","steps":["trace[2115162358] 'agreement among raft nodes before linearized reading' (duration: 265.576243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.149283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.803542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:23.149414Z","caller":"traceutil/trace.go:171","msg":"trace[962609652] linearizableReadLoop","detail":"{readStateIndex:16289; appliedIndex:16288; }","duration":"196.410239ms","start":"2026-07-03T16:28:22.952982Z","end":"2026-07-03T16:28:23.149393Z","steps":["trace[962609652] 'read index received' (duration: 70.421123ms)","trace[962609652] 'applied index is now lower than readState.Index' (duration: 125.987116ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:23.149466Z","caller":"traceutil/trace.go:171","msg":"trace[708809033] transaction","detail":"{read_only:false; response_revision:15714; number_of_response:1; }","duration":"262.619746ms","start":"2026-07-03T16:28:22.886807Z","end":"2026-07-03T16:28:23.149427Z","steps":["trace[708809033] 'process raft request' (duration: 136.573119ms)","trace[708809033] 'compare' (duration: 125.632837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:23.149695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.506071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-07-03T16:28:23.149882Z","caller":"traceutil/trace.go:171","msg":"trace[1817355925] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:15714; }","duration":"265.730777ms","start":"2026-07-03T16:28:22.884133Z","end":"2026-07-03T16:28:23.149864Z","steps":["trace[1817355925] 'agreement among raft nodes before linearized reading' (duration: 265.345668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.212937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.347974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:23.212952Z","caller":"traceutil/trace.go:171","msg":"trace[1753115595] transaction","detail":"{read_only:false; response_revision:15715; number_of_response:1; }","duration":"249.140287ms","start":"2026-07-03T16:28:22.963759Z","end":"2026-07-03T16:28:23.212899Z","steps":["trace[1753115595] 'process raft request' (duration: 248.8289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:23.213018Z","caller":"traceutil/trace.go:171","msg":"trace[718599456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15715; }","duration":"250.456756ms","start":"2026-07-03T16:28:22.962544Z","end":"2026-07-03T16:28:23.213001Z","steps":["trace[718599456] 'agreement among raft nodes before linearized reading' (duration: 250.263372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.213001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.593034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:28:23.21308Z","caller":"traceutil/trace.go:171","msg":"trace[1413470924] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15715; }","duration":"255.711646ms","start":"2026-07-03T16:28:22.957347Z","end":"2026-07-03T16:28:23.213058Z","steps":["trace[1413470924] 'agreement among raft nodes before linearized reading' (duration: 255.480861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.213309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.196589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:23.213278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.087915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:1283"} {"level":"warn","ts":"2026-07-03T16:28:23.213308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.092835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T16:28:23.213351Z","caller":"traceutil/trace.go:171","msg":"trace[286300346] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15715; }","duration":"167.271522ms","start":"2026-07-03T16:28:23.046069Z","end":"2026-07-03T16:28:23.213341Z","steps":["trace[286300346] 'agreement among raft nodes before linearized reading' (duration: 167.155158ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:23.213378Z","caller":"traceutil/trace.go:171","msg":"trace[1343713448] range","detail":"{range_begin:/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:15715; }","duration":"256.212349ms","start":"2026-07-03T16:28:22.957142Z","end":"2026-07-03T16:28:23.213355Z","steps":["trace[1343713448] 'agreement among raft nodes before linearized reading' (duration: 255.990403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:23.21339Z","caller":"traceutil/trace.go:171","msg":"trace[670565211] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15715; }","duration":"256.186578ms","start":"2026-07-03T16:28:22.957184Z","end":"2026-07-03T16:28:23.213371Z","steps":["trace[670565211] 'agreement among raft nodes before linearized reading' (duration: 255.957722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:23.391503Z","caller":"traceutil/trace.go:171","msg":"trace[1054200987] linearizableReadLoop","detail":"{readStateIndex:16292; appliedIndex:16291; }","duration":"153.296152ms","start":"2026-07-03T16:28:23.238156Z","end":"2026-07-03T16:28:23.391452Z","steps":["trace[1054200987] 'read index received' (duration: 152.889243ms)","trace[1054200987] 'applied index is now lower than readState.Index' (duration: 404.979µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:23.391581Z","caller":"traceutil/trace.go:171","msg":"trace[1906365011] transaction","detail":"{read_only:false; response_revision:15717; number_of_response:1; }","duration":"154.093379ms","start":"2026-07-03T16:28:23.237428Z","end":"2026-07-03T16:28:23.391521Z","steps":["trace[1906365011] 'process raft request' (duration: 153.737001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.392011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.832494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:157469"} {"level":"info","ts":"2026-07-03T16:28:23.392101Z","caller":"traceutil/trace.go:171","msg":"trace[1457680199] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:15717; }","duration":"153.991247ms","start":"2026-07-03T16:28:23.23809Z","end":"2026-07-03T16:28:23.392081Z","steps":["trace[1457680199] 'agreement among raft nodes before linearized reading' (duration: 153.528537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.392085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.234185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-03T16:28:23.392118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.484326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-03T16:28:23.392206Z","caller":"traceutil/trace.go:171","msg":"trace[570855226] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15717; }","duration":"150.613559ms","start":"2026-07-03T16:28:23.241568Z","end":"2026-07-03T16:28:23.392181Z","steps":["trace[570855226] 'agreement among raft nodes before linearized reading' (duration: 150.315203ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:23.392211Z","caller":"traceutil/trace.go:171","msg":"trace[520789919] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15717; }","duration":"148.357508ms","start":"2026-07-03T16:28:23.243807Z","end":"2026-07-03T16:28:23.392165Z","steps":["trace[520789919] 'agreement among raft nodes before linearized reading' (duration: 148.02238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.39236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.408329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111787"} {"level":"info","ts":"2026-07-03T16:28:23.392446Z","caller":"traceutil/trace.go:171","msg":"trace[414871323] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15717; }","duration":"148.530002ms","start":"2026-07-03T16:28:23.243897Z","end":"2026-07-03T16:28:23.392427Z","steps":["trace[414871323] 'agreement among raft nodes before linearized reading' (duration: 147.795585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.393623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.263597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:90 size:75419"} {"level":"info","ts":"2026-07-03T16:28:23.393681Z","caller":"traceutil/trace.go:171","msg":"trace[1321514528] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:90; response_revision:15717; }","duration":"155.346229ms","start":"2026-07-03T16:28:23.23832Z","end":"2026-07-03T16:28:23.393666Z","steps":["trace[1321514528] 'agreement among raft nodes before linearized reading' (duration: 153.328532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.660379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.635435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:23.660482Z","caller":"traceutil/trace.go:171","msg":"trace[2134148430] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:0; response_revision:15719; }","duration":"172.765987ms","start":"2026-07-03T16:28:23.487688Z","end":"2026-07-03T16:28:23.660454Z","steps":["trace[2134148430] 'range keys from in-memory index tree' (duration: 172.530202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.660764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.479148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T16:28:23.660928Z","caller":"traceutil/trace.go:171","msg":"trace[1589459319] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15719; }","duration":"175.696903ms","start":"2026-07-03T16:28:23.485211Z","end":"2026-07-03T16:28:23.660908Z","steps":["trace[1589459319] 'range keys from in-memory index tree' (duration: 175.201792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.660811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.012263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:23.661112Z","caller":"traceutil/trace.go:171","msg":"trace[1100733761] transaction","detail":"{read_only:false; response_revision:15720; number_of_response:1; }","duration":"172.654764ms","start":"2026-07-03T16:28:23.488432Z","end":"2026-07-03T16:28:23.661087Z","steps":["trace[1100733761] 'process raft request' (duration: 71.289792ms)","trace[1100733761] 'compare' (duration: 100.626335ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:23.730162Z","caller":"traceutil/trace.go:171","msg":"trace[843125262] transaction","detail":"{read_only:false; response_revision:15721; number_of_response:1; }","duration":"232.364092ms","start":"2026-07-03T16:28:23.497772Z","end":"2026-07-03T16:28:23.730136Z","steps":["trace[843125262] 'process raft request' (duration: 232.139097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:23.986187Z","caller":"traceutil/trace.go:171","msg":"trace[965988877] linearizableReadLoop","detail":"{readStateIndex:16297; appliedIndex:16296; }","duration":"249.224949ms","start":"2026-07-03T16:28:23.736907Z","end":"2026-07-03T16:28:23.986132Z","steps":["trace[965988877] 'read index received' (duration: 248.907431ms)","trace[965988877] 'applied index is now lower than readState.Index' (duration: 315.567µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:23.986235Z","caller":"traceutil/trace.go:171","msg":"trace[1516803187] transaction","detail":"{read_only:false; response_revision:15722; number_of_response:1; }","duration":"251.646923ms","start":"2026-07-03T16:28:23.734547Z","end":"2026-07-03T16:28:23.986194Z","steps":["trace[1516803187] 'process raft request' (duration: 251.352676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.986424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.450964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:23.986532Z","caller":"traceutil/trace.go:171","msg":"trace[1015682135] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:15722; }","duration":"249.632728ms","start":"2026-07-03T16:28:23.736884Z","end":"2026-07-03T16:28:23.986517Z","steps":["trace[1015682135] 'agreement among raft nodes before linearized reading' (duration: 249.410722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.234715Z","caller":"traceutil/trace.go:171","msg":"trace[712460352] linearizableReadLoop","detail":"{readStateIndex:16298; appliedIndex:16297; }","duration":"248.41785ms","start":"2026-07-03T16:28:23.986268Z","end":"2026-07-03T16:28:24.234686Z","steps":["trace[712460352] 'read index received' (duration: 182.08377ms)","trace[712460352] 'applied index is now lower than readState.Index' (duration: 66.33268ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:24.235Z","caller":"traceutil/trace.go:171","msg":"trace[1049865522] transaction","detail":"{read_only:false; response_revision:15723; number_of_response:1; }","duration":"334.828758ms","start":"2026-07-03T16:28:23.900155Z","end":"2026-07-03T16:28:24.234984Z","steps":["trace[1049865522] 'process raft request' (duration: 268.265704ms)","trace[1049865522] 'compare' (duration: 66.047293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:24.235131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.900125Z","time spent":"334.917711ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:24.235357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.545978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:24.235403Z","caller":"traceutil/trace.go:171","msg":"trace[149961323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15723; }","duration":"291.620769ms","start":"2026-07-03T16:28:23.943767Z","end":"2026-07-03T16:28:24.235388Z","steps":["trace[149961323] 'agreement among raft nodes before linearized reading' (duration: 291.552217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.235736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.561089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed2a57490395d\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-07-03T16:28:24.235778Z","caller":"traceutil/trace.go:171","msg":"trace[634899205] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed2a57490395d; range_end:; response_count:1; response_revision:15723; }","duration":"371.642971ms","start":"2026-07-03T16:28:23.864125Z","end":"2026-07-03T16:28:24.235768Z","steps":["trace[634899205] 'agreement among raft nodes before linearized reading' (duration: 371.450987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.235809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.864107Z","time spent":"371.694603ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed2a57490395d\" "} {"level":"warn","ts":"2026-07-03T16:28:24.236047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.748105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:24.236085Z","caller":"traceutil/trace.go:171","msg":"trace[889553700] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15723; }","duration":"471.823947ms","start":"2026-07-03T16:28:23.764252Z","end":"2026-07-03T16:28:24.236076Z","steps":["trace[889553700] 'agreement among raft nodes before linearized reading' (duration: 471.717465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.236116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.764234Z","time spent":"471.874869ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-07-03T16:28:24.236325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.154505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:24.236366Z","caller":"traceutil/trace.go:171","msg":"trace[1546159888] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15723; }","duration":"472.203726ms","start":"2026-07-03T16:28:23.76415Z","end":"2026-07-03T16:28:24.236354Z","steps":["trace[1546159888] 'agreement among raft nodes before linearized reading' (duration: 472.112394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.236397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.764144Z","time spent":"472.243777ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-07-03T16:28:24.236628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.160676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T16:28:24.236676Z","caller":"traceutil/trace.go:171","msg":"trace[896157264] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15723; }","duration":"476.232507ms","start":"2026-07-03T16:28:23.760432Z","end":"2026-07-03T16:28:24.236664Z","steps":["trace[896157264] 'agreement among raft nodes before linearized reading' (duration: 476.119115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.236707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.760418Z","time spent":"476.282639ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-03T16:28:24.327993Z","caller":"traceutil/trace.go:171","msg":"trace[324318883] transaction","detail":"{read_only:false; response_revision:15724; number_of_response:1; }","duration":"336.443246ms","start":"2026-07-03T16:28:23.991522Z","end":"2026-07-03T16:28:24.327965Z","steps":["trace[324318883] 'process raft request' (duration: 336.127579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.328194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.717349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:24.328366Z","caller":"traceutil/trace.go:171","msg":"trace[183584570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:15725; }","duration":"101.978796ms","start":"2026-07-03T16:28:24.226334Z","end":"2026-07-03T16:28:24.328313Z","steps":["trace[183584570] 'agreement among raft nodes before linearized reading' (duration: 101.649538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.328424Z","caller":"traceutil/trace.go:171","msg":"trace[647948168] transaction","detail":"{read_only:false; response_revision:15725; number_of_response:1; }","duration":"332.063307ms","start":"2026-07-03T16:28:23.996323Z","end":"2026-07-03T16:28:24.328386Z","steps":["trace[647948168] 'process raft request' (duration: 331.524914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.328439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.991494Z","time spent":"336.609ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:24.328638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.996284Z","time spent":"332.241521ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9235,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:24.329092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.632544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:28:24.329148Z","caller":"traceutil/trace.go:171","msg":"trace[1709674639] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15725; }","duration":"337.721526ms","start":"2026-07-03T16:28:23.991409Z","end":"2026-07-03T16:28:24.329131Z","steps":["trace[1709674639] 'agreement among raft nodes before linearized reading' (duration: 337.518532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.329217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.6853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-07-03T16:28:24.329226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.991391Z","time spent":"337.821458ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-07-03T16:28:24.329282Z","caller":"traceutil/trace.go:171","msg":"trace[284448236] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:15725; }","duration":"270.813744ms","start":"2026-07-03T16:28:24.058452Z","end":"2026-07-03T16:28:24.329266Z","steps":["trace[284448236] 'agreement among raft nodes before linearized reading' (duration: 270.611339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.473433Z","caller":"traceutil/trace.go:171","msg":"trace[1070529544] transaction","detail":"{read_only:false; response_revision:15726; number_of_response:1; }","duration":"232.696189ms","start":"2026-07-03T16:28:24.240703Z","end":"2026-07-03T16:28:24.4734Z","steps":["trace[1070529544] 'process raft request' (duration: 232.488855ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.47358Z","caller":"traceutil/trace.go:171","msg":"trace[760201133] linearizableReadLoop","detail":"{readStateIndex:16301; appliedIndex:16301; }","duration":"145.615515ms","start":"2026-07-03T16:28:24.327925Z","end":"2026-07-03T16:28:24.47354Z","steps":["trace[760201133] 'read index received' (duration: 145.596685ms)","trace[760201133] 'applied index is now lower than readState.Index' (duration: 15.23µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:24.47387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.294114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:28:24.474117Z","caller":"traceutil/trace.go:171","msg":"trace[2089534810] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15726; }","duration":"206.606202ms","start":"2026-07-03T16:28:24.267482Z","end":"2026-07-03T16:28:24.474088Z","steps":["trace[2089534810] 'agreement among raft nodes before linearized reading' (duration: 206.157391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.491137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.273063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:28:24.491204Z","caller":"traceutil/trace.go:171","msg":"trace[506966749] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15727; }","duration":"154.391787ms","start":"2026-07-03T16:28:24.336799Z","end":"2026-07-03T16:28:24.491191Z","steps":["trace[506966749] 'agreement among raft nodes before linearized reading' (duration: 154.188482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.491245Z","caller":"traceutil/trace.go:171","msg":"trace[1475712827] transaction","detail":"{read_only:false; response_revision:15727; number_of_response:1; }","duration":"151.223834ms","start":"2026-07-03T16:28:24.339978Z","end":"2026-07-03T16:28:24.491202Z","steps":["trace[1475712827] 'process raft request' (duration: 150.884836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.491435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.619434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-03T16:28:24.491916Z","caller":"traceutil/trace.go:171","msg":"trace[1213983828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15727; }","duration":"142.116606ms","start":"2026-07-03T16:28:24.349788Z","end":"2026-07-03T16:28:24.491905Z","steps":["trace[1213983828] 'agreement among raft nodes before linearized reading' (duration: 141.588884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.491535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.52442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:24.492066Z","caller":"traceutil/trace.go:171","msg":"trace[319748890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15727; }","duration":"155.138683ms","start":"2026-07-03T16:28:24.336919Z","end":"2026-07-03T16:28:24.492058Z","steps":["trace[319748890] 'agreement among raft nodes before linearized reading' (duration: 154.533529ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.677366Z","caller":"traceutil/trace.go:171","msg":"trace[293067564] linearizableReadLoop","detail":"{readStateIndex:16303; appliedIndex:16302; }","duration":"183.077863ms","start":"2026-07-03T16:28:24.49426Z","end":"2026-07-03T16:28:24.677337Z","steps":["trace[293067564] 'read index received' (duration: 182.882438ms)","trace[293067564] 'applied index is now lower than readState.Index' (duration: 193.895µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:24.677403Z","caller":"traceutil/trace.go:171","msg":"trace[1642583760] transaction","detail":"{read_only:false; response_revision:15728; number_of_response:1; }","duration":"183.206046ms","start":"2026-07-03T16:28:24.494164Z","end":"2026-07-03T16:28:24.67737Z","steps":["trace[1642583760] 'process raft request' (duration: 182.96831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.677632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.345169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-03T16:28:24.677684Z","caller":"traceutil/trace.go:171","msg":"trace[2043473948] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15728; }","duration":"183.423001ms","start":"2026-07-03T16:28:24.494248Z","end":"2026-07-03T16:28:24.677671Z","steps":["trace[2043473948] 'agreement among raft nodes before linearized reading' (duration: 183.217197ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.704053Z","caller":"traceutil/trace.go:171","msg":"trace[843870592] transaction","detail":"{read_only:false; response_revision:15729; number_of_response:1; }","duration":"204.902595ms","start":"2026-07-03T16:28:24.499124Z","end":"2026-07-03T16:28:24.704026Z","steps":["trace[843870592] 'process raft request' (duration: 204.68177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.704101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.12973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3276"} {"level":"warn","ts":"2026-07-03T16:28:24.704123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.001817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T16:28:24.704146Z","caller":"traceutil/trace.go:171","msg":"trace[1875270178] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15729; }","duration":"205.214441ms","start":"2026-07-03T16:28:24.498919Z","end":"2026-07-03T16:28:24.704134Z","steps":["trace[1875270178] 'agreement among raft nodes before linearized reading' (duration: 205.068728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.704157Z","caller":"traceutil/trace.go:171","msg":"trace[2021945236] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15729; }","duration":"209.050518ms","start":"2026-07-03T16:28:24.495097Z","end":"2026-07-03T16:28:24.704148Z","steps":["trace[2021945236] 'agreement among raft nodes before linearized reading' (duration: 208.952706ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.857656Z","caller":"traceutil/trace.go:171","msg":"trace[179393390] transaction","detail":"{read_only:false; response_revision:15730; number_of_response:1; }","duration":"176.438531ms","start":"2026-07-03T16:28:24.681166Z","end":"2026-07-03T16:28:24.857604Z","steps":["trace[179393390] 'process raft request' (duration: 99.197163ms)","trace[179393390] 'compare' (duration: 76.983742ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:24.85766Z","caller":"traceutil/trace.go:171","msg":"trace[14183472] transaction","detail":"{read_only:false; response_revision:15731; number_of_response:1; }","duration":"172.281126ms","start":"2026-07-03T16:28:24.685349Z","end":"2026-07-03T16:28:24.85763Z","steps":["trace[14183472] 'process raft request' (duration: 172.153273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.857973Z","caller":"traceutil/trace.go:171","msg":"trace[574639902] transaction","detail":"{read_only:false; response_revision:15732; number_of_response:1; }","duration":"171.714944ms","start":"2026-07-03T16:28:24.686228Z","end":"2026-07-03T16:28:24.857943Z","steps":["trace[574639902] 'process raft request' (duration: 171.352915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.858224Z","caller":"traceutil/trace.go:171","msg":"trace[812962296] transaction","detail":"{read_only:false; response_revision:15733; number_of_response:1; }","duration":"170.955236ms","start":"2026-07-03T16:28:24.687243Z","end":"2026-07-03T16:28:24.858199Z","steps":["trace[812962296] 'process raft request' (duration: 170.552167ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.858363Z","caller":"traceutil/trace.go:171","msg":"trace[1205059469] linearizableReadLoop","detail":"{readStateIndex:16309; appliedIndex:16304; }","duration":"154.422897ms","start":"2026-07-03T16:28:24.703916Z","end":"2026-07-03T16:28:24.858339Z","steps":["trace[1205059469] 'read index received' (duration: 76.458641ms)","trace[1205059469] 'applied index is now lower than readState.Index' (duration: 77.961786ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:24.858419Z","caller":"traceutil/trace.go:171","msg":"trace[1109460558] transaction","detail":"{read_only:false; response_revision:15734; number_of_response:1; }","duration":"170.966526ms","start":"2026-07-03T16:28:24.687438Z","end":"2026-07-03T16:28:24.858404Z","steps":["trace[1109460558] 'process raft request' (duration: 170.66966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.858577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.624373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:28:24.858609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.686094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-03T16:28:24.858641Z","caller":"traceutil/trace.go:171","msg":"trace[1736698330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15734; }","duration":"161.728294ms","start":"2026-07-03T16:28:24.696895Z","end":"2026-07-03T16:28:24.858624Z","steps":["trace[1736698330] 'agreement among raft nodes before linearized reading' (duration: 161.52024ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.858655Z","caller":"traceutil/trace.go:171","msg":"trace[1901562790] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15734; }","duration":"175.779127ms","start":"2026-07-03T16:28:24.682861Z","end":"2026-07-03T16:28:24.85864Z","steps":["trace[1901562790] 'agreement among raft nodes before linearized reading' (duration: 175.588642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.926897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.590778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-07-03T16:28:24.92696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.216012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-07-03T16:28:24.926984Z","caller":"traceutil/trace.go:171","msg":"trace[344667161] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"215.70247ms","start":"2026-07-03T16:28:24.711263Z","end":"2026-07-03T16:28:24.926965Z","steps":["trace[344667161] 'agreement among raft nodes before linearized reading' (duration: 215.476525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.926975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.570728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-07-03T16:28:24.927023Z","caller":"traceutil/trace.go:171","msg":"trace[1847341074] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"216.309184ms","start":"2026-07-03T16:28:24.710697Z","end":"2026-07-03T16:28:24.927006Z","steps":["trace[1847341074] 'agreement among raft nodes before linearized reading' (duration: 216.152731ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.927052Z","caller":"traceutil/trace.go:171","msg":"trace[1592786934] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"215.68389ms","start":"2026-07-03T16:28:24.711349Z","end":"2026-07-03T16:28:24.927033Z","steps":["trace[1592786934] 'agreement among raft nodes before linearized reading' (duration: 215.394403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.927095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.88581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-07-03T16:28:24.927154Z","caller":"traceutil/trace.go:171","msg":"trace[1439676984] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"186.968492ms","start":"2026-07-03T16:28:24.740164Z","end":"2026-07-03T16:28:24.927133Z","steps":["trace[1439676984] 'agreement among raft nodes before linearized reading' (duration: 186.671505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.927204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.783782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-07-03T16:28:24.927215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.15174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T16:28:24.927263Z","caller":"traceutil/trace.go:171","msg":"trace[1807371676] transaction","detail":"{read_only:false; response_revision:15735; number_of_response:1; }","duration":"215.250081ms","start":"2026-07-03T16:28:24.712002Z","end":"2026-07-03T16:28:24.927252Z","steps":["trace[1807371676] 'process raft request' (duration: 214.520504ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.927258Z","caller":"traceutil/trace.go:171","msg":"trace[1444102800] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"215.841943ms","start":"2026-07-03T16:28:24.711398Z","end":"2026-07-03T16:28:24.927239Z","steps":["trace[1444102800] 'agreement among raft nodes before linearized reading' (duration: 215.742771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.927261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.325114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-07-03T16:28:24.927083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.621549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-07-03T16:28:24.927321Z","caller":"traceutil/trace.go:171","msg":"trace[1418870442] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"216.403837ms","start":"2026-07-03T16:28:24.7109Z","end":"2026-07-03T16:28:24.927303Z","steps":["trace[1418870442] 'agreement among raft nodes before linearized reading' (duration: 216.09891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.92696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.617847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-07-03T16:28:24.927331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.800184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-07-03T16:28:24.92736Z","caller":"traceutil/trace.go:171","msg":"trace[1391621117] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p; range_end:; response_count:1; response_revision:15735; }","duration":"157.068908ms","start":"2026-07-03T16:28:24.770281Z","end":"2026-07-03T16:28:24.92735Z","steps":["trace[1391621117] 'agreement among raft nodes before linearized reading' (duration: 156.527296ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.92737Z","caller":"traceutil/trace.go:171","msg":"trace[69445283] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"212.846235ms","start":"2026-07-03T16:28:24.714514Z","end":"2026-07-03T16:28:24.92736Z","steps":["trace[69445283] 'agreement among raft nodes before linearized reading' (duration: 212.418145ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.927263Z","caller":"traceutil/trace.go:171","msg":"trace[1247618619] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15735; }","duration":"219.20472ms","start":"2026-07-03T16:28:24.708035Z","end":"2026-07-03T16:28:24.927239Z","steps":["trace[1247618619] 'agreement among raft nodes before linearized reading' (duration: 219.067647ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.927335Z","caller":"traceutil/trace.go:171","msg":"trace[419298218] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"215.914495ms","start":"2026-07-03T16:28:24.711412Z","end":"2026-07-03T16:28:24.927327Z","steps":["trace[419298218] 'agreement among raft nodes before linearized reading' (duration: 215.453515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.927432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.663365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-07-03T16:28:24.927212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.147671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-07-03T16:28:24.92748Z","caller":"traceutil/trace.go:171","msg":"trace[1416532889] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"210.724826ms","start":"2026-07-03T16:28:24.716741Z","end":"2026-07-03T16:28:24.927465Z","steps":["trace[1416532889] 'agreement among raft nodes before linearized reading' (duration: 210.040891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.927504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.485709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:28:24.927514Z","caller":"traceutil/trace.go:171","msg":"trace[1437964113] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:15735; }","duration":"216.487028ms","start":"2026-07-03T16:28:24.711013Z","end":"2026-07-03T16:28:24.9275Z","steps":["trace[1437964113] 'agreement among raft nodes before linearized reading' (duration: 215.859274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:24.927553Z","caller":"traceutil/trace.go:171","msg":"trace[121508021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15735; }","duration":"220.547381ms","start":"2026-07-03T16:28:24.706987Z","end":"2026-07-03T16:28:24.927534Z","steps":["trace[121508021] 'agreement among raft nodes before linearized reading' (duration: 220.139302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.097151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.861591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:25.097413Z","caller":"traceutil/trace.go:171","msg":"trace[1673065896] linearizableReadLoop","detail":"{readStateIndex:16311; appliedIndex:16310; }","duration":"170.68511ms","start":"2026-07-03T16:28:24.926701Z","end":"2026-07-03T16:28:25.097386Z","steps":["trace[1673065896] 'read index received' (duration: 41.501371ms)","trace[1673065896] 'applied index is now lower than readState.Index' (duration: 129.181899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:25.097978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.431339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-07-03T16:28:25.098075Z","caller":"traceutil/trace.go:171","msg":"trace[699920993] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:15736; }","duration":"186.542832ms","start":"2026-07-03T16:28:24.91151Z","end":"2026-07-03T16:28:25.098053Z","steps":["trace[699920993] 'agreement among raft nodes before linearized reading' (duration: 185.897977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.098047Z","caller":"traceutil/trace.go:171","msg":"trace[975199611] transaction","detail":"{read_only:false; response_revision:15736; number_of_response:1; }","duration":"236.64217ms","start":"2026-07-03T16:28:24.861368Z","end":"2026-07-03T16:28:25.09801Z","steps":["trace[975199611] 'process raft request' (duration: 106.816047ms)","trace[975199611] 'compare' (duration: 128.598765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:25.0982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.347124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111787"} {"level":"info","ts":"2026-07-03T16:28:25.098312Z","caller":"traceutil/trace.go:171","msg":"trace[1212541284] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15736; }","duration":"233.502347ms","start":"2026-07-03T16:28:24.864794Z","end":"2026-07-03T16:28:25.098296Z","steps":["trace[1212541284] 'agreement among raft nodes before linearized reading' (duration: 232.74571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.09907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.973242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:648886"} {"level":"info","ts":"2026-07-03T16:28:25.099149Z","caller":"traceutil/trace.go:171","msg":"trace[1052164196] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:15736; }","duration":"235.097235ms","start":"2026-07-03T16:28:24.864036Z","end":"2026-07-03T16:28:25.099133Z","steps":["trace[1052164196] 'agreement among raft nodes before linearized reading' (duration: 233.990999ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.15179Z","caller":"traceutil/trace.go:171","msg":"trace[889150515] transaction","detail":"{read_only:false; response_revision:15737; number_of_response:1; }","duration":"217.45068ms","start":"2026-07-03T16:28:24.934311Z","end":"2026-07-03T16:28:25.151762Z","steps":["trace[889150515] 'process raft request' (duration: 217.205444ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.152129Z","caller":"traceutil/trace.go:171","msg":"trace[141503562] transaction","detail":"{read_only:false; response_revision:15738; number_of_response:1; }","duration":"213.994742ms","start":"2026-07-03T16:28:24.938124Z","end":"2026-07-03T16:28:25.152119Z","steps":["trace[141503562] 'process raft request' (duration: 213.597302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.152202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.79664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:28:25.152287Z","caller":"traceutil/trace.go:171","msg":"trace[1200630783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15738; }","duration":"193.949713ms","start":"2026-07-03T16:28:24.958319Z","end":"2026-07-03T16:28:25.152269Z","steps":["trace[1200630783] 'agreement among raft nodes before linearized reading' (duration: 193.719328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.152315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.173863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:25.152267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.760589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:28:25.152226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.752792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-03T16:28:25.152373Z","caller":"traceutil/trace.go:171","msg":"trace[80876080] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:15738; }","duration":"220.258335ms","start":"2026-07-03T16:28:24.932085Z","end":"2026-07-03T16:28:25.152343Z","steps":["trace[80876080] 'agreement among raft nodes before linearized reading' (duration: 220.176143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.152355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.755321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:25.152474Z","caller":"traceutil/trace.go:171","msg":"trace[658693825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15738; }","duration":"193.860361ms","start":"2026-07-03T16:28:24.95849Z","end":"2026-07-03T16:28:25.15235Z","steps":["trace[658693825] 'agreement among raft nodes before linearized reading' (duration: 193.686987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.152484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.127662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-07-03T16:28:25.152584Z","caller":"traceutil/trace.go:171","msg":"trace[947073311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15738; }","duration":"194.960776ms","start":"2026-07-03T16:28:24.957504Z","end":"2026-07-03T16:28:25.152464Z","steps":["trace[947073311] 'agreement among raft nodes before linearized reading' (duration: 194.559597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.152373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.689737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:25.152748Z","caller":"traceutil/trace.go:171","msg":"trace[863980187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15738; }","duration":"208.119857ms","start":"2026-07-03T16:28:24.944608Z","end":"2026-07-03T16:28:25.152728Z","steps":["trace[863980187] 'agreement among raft nodes before linearized reading' (duration: 207.669376ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.15259Z","caller":"traceutil/trace.go:171","msg":"trace[2076099187] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:15738; }","duration":"220.252965ms","start":"2026-07-03T16:28:24.932315Z","end":"2026-07-03T16:28:25.152568Z","steps":["trace[2076099187] 'agreement among raft nodes before linearized reading' (duration: 219.952968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.152334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.525379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-07-03T16:28:25.15286Z","caller":"traceutil/trace.go:171","msg":"trace[456170417] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:15738; }","duration":"220.084551ms","start":"2026-07-03T16:28:24.932758Z","end":"2026-07-03T16:28:25.152842Z","steps":["trace[456170417] 'agreement among raft nodes before linearized reading' (duration: 219.405526ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.152417Z","caller":"traceutil/trace.go:171","msg":"trace[273366175] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15738; }","duration":"178.032578ms","start":"2026-07-03T16:28:24.974364Z","end":"2026-07-03T16:28:25.152397Z","steps":["trace[273366175] 'agreement among raft nodes before linearized reading' (duration: 177.6967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.275705Z","caller":"traceutil/trace.go:171","msg":"trace[348077499] transaction","detail":"{read_only:false; response_revision:15741; number_of_response:1; }","duration":"111.380131ms","start":"2026-07-03T16:28:25.164258Z","end":"2026-07-03T16:28:25.275638Z","steps":["trace[348077499] 'process raft request' (duration: 108.212829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.275892Z","caller":"traceutil/trace.go:171","msg":"trace[622517947] linearizableReadLoop","detail":"{readStateIndex:16316; appliedIndex:16314; }","duration":"111.542195ms","start":"2026-07-03T16:28:25.164324Z","end":"2026-07-03T16:28:25.275866Z","steps":["trace[622517947] 'read index received' (duration: 13.06697ms)","trace[622517947] 'applied index is now lower than readState.Index' (duration: 98.473675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:25.276172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.852772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8073"} {"level":"info","ts":"2026-07-03T16:28:25.276246Z","caller":"traceutil/trace.go:171","msg":"trace[579718060] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15742; }","duration":"111.985074ms","start":"2026-07-03T16:28:25.164249Z","end":"2026-07-03T16:28:25.276235Z","steps":["trace[579718060] 'agreement among raft nodes before linearized reading' (duration: 111.762369ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.276253Z","caller":"traceutil/trace.go:171","msg":"trace[1069402305] transaction","detail":"{read_only:false; response_revision:15742; number_of_response:1; }","duration":"100.365399ms","start":"2026-07-03T16:28:25.175859Z","end":"2026-07-03T16:28:25.276225Z","steps":["trace[1069402305] 'process raft request' (duration: 99.627113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.27645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.21056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-07-03T16:28:25.276506Z","caller":"traceutil/trace.go:171","msg":"trace[658227573] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:15742; }","duration":"112.361183ms","start":"2026-07-03T16:28:25.164131Z","end":"2026-07-03T16:28:25.276492Z","steps":["trace[658227573] 'agreement among raft nodes before linearized reading' (duration: 111.908073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.27654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.340333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-03T16:28:25.27689Z","caller":"traceutil/trace.go:171","msg":"trace[530484408] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15742; }","duration":"112.709052ms","start":"2026-07-03T16:28:25.164149Z","end":"2026-07-03T16:28:25.276858Z","steps":["trace[530484408] 'agreement among raft nodes before linearized reading' (duration: 112.18149ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.288875Z","caller":"traceutil/trace.go:171","msg":"trace[86539653] transaction","detail":"{read_only:false; response_revision:15743; number_of_response:1; }","duration":"107.236406ms","start":"2026-07-03T16:28:25.181614Z","end":"2026-07-03T16:28:25.288851Z","steps":["trace[86539653] 'process raft request' (duration: 107.038081ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.496152Z","caller":"traceutil/trace.go:171","msg":"trace[1219724849] linearizableReadLoop","detail":"{readStateIndex:16320; appliedIndex:16318; }","duration":"207.306648ms","start":"2026-07-03T16:28:25.288811Z","end":"2026-07-03T16:28:25.496118Z","steps":["trace[1219724849] 'read index received' (duration: 151.05948ms)","trace[1219724849] 'applied index is now lower than readState.Index' (duration: 56.245658ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:25.496248Z","caller":"traceutil/trace.go:171","msg":"trace[1441207421] transaction","detail":"{read_only:false; response_revision:15744; number_of_response:1; }","duration":"214.747718ms","start":"2026-07-03T16:28:25.281453Z","end":"2026-07-03T16:28:25.4962Z","steps":["trace[1441207421] 'process raft request' (duration: 158.321726ms)","trace[1441207421] 'compare' (duration: 56.000093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:25.49646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.698747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-03T16:28:25.496509Z","caller":"traceutil/trace.go:171","msg":"trace[112853263] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15745; }","duration":"214.812891ms","start":"2026-07-03T16:28:25.281683Z","end":"2026-07-03T16:28:25.496496Z","steps":["trace[112853263] 'agreement among raft nodes before linearized reading' (duration: 214.595395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.496528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.888767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1431"} {"level":"info","ts":"2026-07-03T16:28:25.496633Z","caller":"traceutil/trace.go:171","msg":"trace[690612234] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15745; }","duration":"213.031569ms","start":"2026-07-03T16:28:25.283578Z","end":"2026-07-03T16:28:25.49661Z","steps":["trace[690612234] 'agreement among raft nodes before linearized reading' (duration: 212.697821ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.49628Z","caller":"traceutil/trace.go:171","msg":"trace[1468836132] transaction","detail":"{read_only:false; response_revision:15745; number_of_response:1; }","duration":"208.389933ms","start":"2026-07-03T16:28:25.287855Z","end":"2026-07-03T16:28:25.496245Z","steps":["trace[1468836132] 'process raft request' (duration: 208.160458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.508577Z","caller":"traceutil/trace.go:171","msg":"trace[2141584412] transaction","detail":"{read_only:false; response_revision:15746; number_of_response:1; }","duration":"216.197672ms","start":"2026-07-03T16:28:25.292357Z","end":"2026-07-03T16:28:25.508555Z","steps":["trace[2141584412] 'process raft request' (duration: 216.010968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.508752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.279846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:28:25.508824Z","caller":"traceutil/trace.go:171","msg":"trace[1590019227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15746; }","duration":"165.417119ms","start":"2026-07-03T16:28:25.34339Z","end":"2026-07-03T16:28:25.508807Z","steps":["trace[1590019227] 'agreement among raft nodes before linearized reading' (duration: 165.182783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.509361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.037623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:649027"} {"level":"info","ts":"2026-07-03T16:28:25.509444Z","caller":"traceutil/trace.go:171","msg":"trace[1442683461] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:15746; }","duration":"211.146966ms","start":"2026-07-03T16:28:25.29828Z","end":"2026-07-03T16:28:25.509427Z","steps":["trace[1442683461] 'agreement among raft nodes before linearized reading' (duration: 210.291076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.700203Z","caller":"traceutil/trace.go:171","msg":"trace[705825648] transaction","detail":"{read_only:false; response_revision:15750; number_of_response:1; }","duration":"136.043046ms","start":"2026-07-03T16:28:25.564133Z","end":"2026-07-03T16:28:25.700176Z","steps":["trace[705825648] 'process raft request' (duration: 135.80677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.700542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.183558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18998"} {"level":"info","ts":"2026-07-03T16:28:25.700576Z","caller":"traceutil/trace.go:171","msg":"trace[2082399720] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15750; }","duration":"136.25113ms","start":"2026-07-03T16:28:25.564316Z","end":"2026-07-03T16:28:25.700567Z","steps":["trace[2082399720] 'agreement among raft nodes before linearized reading' (duration: 136.083467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.806848Z","caller":"traceutil/trace.go:171","msg":"trace[971199080] transaction","detail":"{read_only:false; response_revision:15751; number_of_response:1; }","duration":"100.583504ms","start":"2026-07-03T16:28:25.706228Z","end":"2026-07-03T16:28:25.806812Z","steps":["trace[971199080] 'process raft request' (duration: 22.830834ms)","trace[971199080] 'compare' (duration: 77.527395ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:25.836212Z","caller":"traceutil/trace.go:171","msg":"trace[602784849] transaction","detail":"{read_only:false; response_revision:15752; number_of_response:1; }","duration":"122.450035ms","start":"2026-07-03T16:28:25.713743Z","end":"2026-07-03T16:28:25.836193Z","steps":["trace[602784849] 'process raft request' (duration: 122.044556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:25.83653Z","caller":"traceutil/trace.go:171","msg":"trace[1240075201] transaction","detail":"{read_only:false; response_revision:15753; number_of_response:1; }","duration":"112.959277ms","start":"2026-07-03T16:28:25.723555Z","end":"2026-07-03T16:28:25.836514Z","steps":["trace[1240075201] 'process raft request' (duration: 112.356263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.837182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.890404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:25.837236Z","caller":"traceutil/trace.go:171","msg":"trace[1605805002] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:15753; }","duration":"108.967646ms","start":"2026-07-03T16:28:25.728244Z","end":"2026-07-03T16:28:25.837211Z","steps":["trace[1605805002] 'agreement among raft nodes before linearized reading' (duration: 108.881104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.83739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.938288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:25.837417Z","caller":"traceutil/trace.go:171","msg":"trace[833364295] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:15753; }","duration":"110.01318ms","start":"2026-07-03T16:28:25.727396Z","end":"2026-07-03T16:28:25.83741Z","steps":["trace[833364295] 'agreement among raft nodes before linearized reading' (duration: 109.966959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:25.837537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.102212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:25.837564Z","caller":"traceutil/trace.go:171","msg":"trace[1893558966] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15753; }","duration":"110.128792ms","start":"2026-07-03T16:28:25.727427Z","end":"2026-07-03T16:28:25.837556Z","steps":["trace[1893558966] 'agreement among raft nodes before linearized reading' (duration: 110.086201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:26.08874Z","caller":"traceutil/trace.go:171","msg":"trace[381375192] linearizableReadLoop","detail":"{readStateIndex:16330; appliedIndex:16329; }","duration":"230.52731ms","start":"2026-07-03T16:28:25.858181Z","end":"2026-07-03T16:28:26.088708Z","steps":["trace[381375192] 'read index received' (duration: 143.557438ms)","trace[381375192] 'applied index is now lower than readState.Index' (duration: 86.968562ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:26.088784Z","caller":"traceutil/trace.go:171","msg":"trace[1124545048] transaction","detail":"{read_only:false; response_revision:15755; number_of_response:1; }","duration":"237.772767ms","start":"2026-07-03T16:28:25.850966Z","end":"2026-07-03T16:28:26.088738Z","steps":["trace[1124545048] 'process raft request' (duration: 150.735483ms)","trace[1124545048] 'compare' (duration: 86.840189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:26.089006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.578458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1431"} {"level":"warn","ts":"2026-07-03T16:28:26.089072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.639608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T16:28:26.089119Z","caller":"traceutil/trace.go:171","msg":"trace[200741278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15755; }","duration":"218.750941ms","start":"2026-07-03T16:28:25.87035Z","end":"2026-07-03T16:28:26.089101Z","steps":["trace[200741278] 'agreement among raft nodes before linearized reading' (duration: 218.541606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.08907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.411438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:26.089116Z","caller":"traceutil/trace.go:171","msg":"trace[1870352307] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15755; }","duration":"239.712761ms","start":"2026-07-03T16:28:25.849377Z","end":"2026-07-03T16:28:26.089089Z","steps":["trace[1870352307] 'agreement among raft nodes before linearized reading' (duration: 239.362514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.089095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.958897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-07-03T16:28:26.089175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.970737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:28:26.089179Z","caller":"traceutil/trace.go:171","msg":"trace[1140163074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15755; }","duration":"144.602902ms","start":"2026-07-03T16:28:25.944551Z","end":"2026-07-03T16:28:26.089154Z","steps":["trace[1140163074] 'agreement among raft nodes before linearized reading' (duration: 144.404977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:26.08921Z","caller":"traceutil/trace.go:171","msg":"trace[1461376061] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:15755; }","duration":"240.1115ms","start":"2026-07-03T16:28:25.849067Z","end":"2026-07-03T16:28:26.089178Z","steps":["trace[1461376061] 'agreement among raft nodes before linearized reading' (duration: 239.770833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:26.089227Z","caller":"traceutil/trace.go:171","msg":"trace[1328360034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15755; }","duration":"209.045068ms","start":"2026-07-03T16:28:25.880168Z","end":"2026-07-03T16:28:26.089213Z","steps":["trace[1328360034] 'agreement among raft nodes before linearized reading' (duration: 208.847174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.089362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.506127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:26.089464Z","caller":"traceutil/trace.go:171","msg":"trace[1474584644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:15755; }","duration":"212.678711ms","start":"2026-07-03T16:28:25.876759Z","end":"2026-07-03T16:28:26.089437Z","steps":["trace[1474584644] 'agreement among raft nodes before linearized reading' (duration: 212.432626ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:26.279139Z","caller":"traceutil/trace.go:171","msg":"trace[219469376] transaction","detail":"{read_only:false; response_revision:15756; number_of_response:1; }","duration":"180.169606ms","start":"2026-07-03T16:28:26.098914Z","end":"2026-07-03T16:28:26.279084Z","steps":["trace[219469376] 'process raft request' (duration: 100.87185ms)","trace[219469376] 'compare' (duration: 79.02132ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:26.47772Z","caller":"traceutil/trace.go:171","msg":"trace[1995718021] linearizableReadLoop","detail":"{readStateIndex:16332; appliedIndex:16330; }","duration":"370.004755ms","start":"2026-07-03T16:28:26.107688Z","end":"2026-07-03T16:28:26.477693Z","steps":["trace[1995718021] 'read index received' (duration: 92.089899ms)","trace[1995718021] 'applied index is now lower than readState.Index' (duration: 277.913936ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:26.477883Z","caller":"traceutil/trace.go:171","msg":"trace[1780663565] transaction","detail":"{read_only:false; response_revision:15757; number_of_response:1; }","duration":"371.105241ms","start":"2026-07-03T16:28:26.106714Z","end":"2026-07-03T16:28:26.47782Z","steps":["trace[1780663565] 'process raft request' (duration: 315.62671ms)","trace[1780663565] 'compare' (duration: 55.189714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:26.478127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.706359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-07-03T16:28:26.478159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.106689Z","time spent":"371.315786ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:26.478241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.394643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:26.478183Z","caller":"traceutil/trace.go:171","msg":"trace[464058522] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15757; }","duration":"218.847973ms","start":"2026-07-03T16:28:26.259324Z","end":"2026-07-03T16:28:26.478172Z","steps":["trace[464058522] 'agreement among raft nodes before linearized reading' (duration: 218.577497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:26.478327Z","caller":"traceutil/trace.go:171","msg":"trace[247115076] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15757; }","duration":"218.547846ms","start":"2026-07-03T16:28:26.259759Z","end":"2026-07-03T16:28:26.478307Z","steps":["trace[247115076] 'agreement among raft nodes before linearized reading' (duration: 218.329501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.478098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.376283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9250"} {"level":"info","ts":"2026-07-03T16:28:26.478507Z","caller":"traceutil/trace.go:171","msg":"trace[707562185] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:15757; }","duration":"370.800623ms","start":"2026-07-03T16:28:26.107678Z","end":"2026-07-03T16:28:26.478479Z","steps":["trace[707562185] 'agreement among raft nodes before linearized reading' (duration: 370.169848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.478601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.107627Z","time spent":"370.953656ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9273,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-07-03T16:28:26.647494Z","caller":"traceutil/trace.go:171","msg":"trace[1407330939] transaction","detail":"{read_only:false; response_revision:15758; number_of_response:1; }","duration":"160.387564ms","start":"2026-07-03T16:28:26.48707Z","end":"2026-07-03T16:28:26.647458Z","steps":["trace[1407330939] 'process raft request' (duration: 104.503644ms)","trace[1407330939] 'compare' (duration: 55.749777ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:26.686029Z","caller":"traceutil/trace.go:171","msg":"trace[1817123808] transaction","detail":"{read_only:false; response_revision:15759; number_of_response:1; }","duration":"187.961965ms","start":"2026-07-03T16:28:26.49803Z","end":"2026-07-03T16:28:26.685992Z","steps":["trace[1817123808] 'process raft request' (duration: 187.814182ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:27.36693Z","caller":"traceutil/trace.go:171","msg":"trace[317818694] linearizableReadLoop","detail":"{readStateIndex:16339; appliedIndex:16338; }","duration":"183.658707ms","start":"2026-07-03T16:28:27.183243Z","end":"2026-07-03T16:28:27.366902Z","steps":["trace[317818694] 'read index received' (duration: 183.412631ms)","trace[317818694] 'applied index is now lower than readState.Index' (duration: 244.626µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:27.366986Z","caller":"traceutil/trace.go:171","msg":"trace[1650581842] transaction","detail":"{read_only:false; response_revision:15764; number_of_response:1; }","duration":"195.501749ms","start":"2026-07-03T16:28:27.171455Z","end":"2026-07-03T16:28:27.366956Z","steps":["trace[1650581842] 'process raft request' (duration: 195.243393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:27.36715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.831471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:27.367143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.892131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:27.36719Z","caller":"traceutil/trace.go:171","msg":"trace[1834052824] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15764; }","duration":"159.950674ms","start":"2026-07-03T16:28:27.207226Z","end":"2026-07-03T16:28:27.367176Z","steps":["trace[1834052824] 'agreement among raft nodes before linearized reading' (duration: 159.854162ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:27.367202Z","caller":"traceutil/trace.go:171","msg":"trace[1180513546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15764; }","duration":"183.996094ms","start":"2026-07-03T16:28:27.18319Z","end":"2026-07-03T16:28:27.367186Z","steps":["trace[1180513546] 'agreement among raft nodes before linearized reading' (duration: 183.83881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:27.558521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.213923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:27.558818Z","caller":"traceutil/trace.go:171","msg":"trace[1049290688] transaction","detail":"{read_only:false; response_revision:15767; number_of_response:1; }","duration":"186.917141ms","start":"2026-07-03T16:28:27.371877Z","end":"2026-07-03T16:28:27.558794Z","steps":["trace[1049290688] 'process raft request' (duration: 186.84934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:27.558947Z","caller":"traceutil/trace.go:171","msg":"trace[2001022249] transaction","detail":"{read_only:false; response_revision:15765; number_of_response:1; }","duration":"187.126606ms","start":"2026-07-03T16:28:27.371759Z","end":"2026-07-03T16:28:27.558886Z","steps":["trace[2001022249] 'process raft request' (duration: 73.435562ms)","trace[2001022249] 'compare' (duration: 113.043419ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:27.55902Z","caller":"traceutil/trace.go:171","msg":"trace[1706794102] transaction","detail":"{read_only:false; response_revision:15766; number_of_response:1; }","duration":"187.169677ms","start":"2026-07-03T16:28:27.371801Z","end":"2026-07-03T16:28:27.558971Z","steps":["trace[1706794102] 'process raft request' (duration: 186.84818ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:27.615887Z","caller":"traceutil/trace.go:171","msg":"trace[1047512533] transaction","detail":"{read_only:false; response_revision:15768; number_of_response:1; }","duration":"145.778369ms","start":"2026-07-03T16:28:27.470067Z","end":"2026-07-03T16:28:27.615845Z","steps":["trace[1047512533] 'process raft request' (duration: 145.521073ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:27.845652Z","caller":"traceutil/trace.go:171","msg":"trace[914970013] transaction","detail":"{read_only:false; response_revision:15769; number_of_response:1; }","duration":"132.066775ms","start":"2026-07-03T16:28:27.713532Z","end":"2026-07-03T16:28:27.845599Z","steps":["trace[914970013] 'process raft request' (duration: 130.649853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.097468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.796407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:29.097751Z","caller":"traceutil/trace.go:171","msg":"trace[856127640] transaction","detail":"{read_only:false; response_revision:15773; number_of_response:1; }","duration":"160.032696ms","start":"2026-07-03T16:28:28.937696Z","end":"2026-07-03T16:28:29.097728Z","steps":["trace[856127640] 'process raft request' (duration: 159.975944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:29.097762Z","caller":"traceutil/trace.go:171","msg":"trace[1507293310] transaction","detail":"{read_only:false; response_revision:15771; number_of_response:1; }","duration":"161.279465ms","start":"2026-07-03T16:28:28.936455Z","end":"2026-07-03T16:28:29.097734Z","steps":["trace[1507293310] 'process raft request' (duration: 57.106129ms)","trace[1507293310] 'compare' (duration: 103.634414ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:29.097901Z","caller":"traceutil/trace.go:171","msg":"trace[2060519746] transaction","detail":"{read_only:false; response_revision:15772; number_of_response:1; }","duration":"161.020577ms","start":"2026-07-03T16:28:28.936872Z","end":"2026-07-03T16:28:29.097893Z","steps":["trace[2060519746] 'process raft request' (duration: 160.729341ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:33.026031Z","caller":"traceutil/trace.go:171","msg":"trace[940649852] linearizableReadLoop","detail":"{readStateIndex:16364; appliedIndex:16363; }","duration":"304.390091ms","start":"2026-07-03T16:28:32.721612Z","end":"2026-07-03T16:28:33.026002Z","steps":["trace[940649852] 'read index received' (duration: 304.158196ms)","trace[940649852] 'applied index is now lower than readState.Index' (duration: 227.175µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:33.026082Z","caller":"traceutil/trace.go:171","msg":"trace[1789636852] transaction","detail":"{read_only:false; response_revision:15787; number_of_response:1; }","duration":"336.208501ms","start":"2026-07-03T16:28:32.689844Z","end":"2026-07-03T16:28:33.026053Z","steps":["trace[1789636852] 'process raft request' (duration: 335.946145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.02626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.689823Z","time spent":"336.316713ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:33.026372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.732179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T16:28:33.026478Z","caller":"traceutil/trace.go:171","msg":"trace[1302218288] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15787; }","duration":"304.885222ms","start":"2026-07-03T16:28:32.721562Z","end":"2026-07-03T16:28:33.026447Z","steps":["trace[1302218288] 'agreement among raft nodes before linearized reading' (duration: 304.595136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.026541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.721543Z","time spent":"304.986505ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:28:33.445078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.555808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:33.445232Z","caller":"traceutil/trace.go:171","msg":"trace[1783187789] linearizableReadLoop","detail":"{readStateIndex:16365; appliedIndex:16364; }","duration":"419.054349ms","start":"2026-07-03T16:28:33.026116Z","end":"2026-07-03T16:28:33.44517Z","steps":["trace[1783187789] 'read index received' (duration: 282.199994ms)","trace[1783187789] 'applied index is now lower than readState.Index' (duration: 136.852505ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:33.44524Z","caller":"traceutil/trace.go:171","msg":"trace[819453271] transaction","detail":"{read_only:false; response_revision:15788; number_of_response:1; }","duration":"478.46139ms","start":"2026-07-03T16:28:32.96674Z","end":"2026-07-03T16:28:33.445201Z","steps":["trace[819453271] 'process raft request' (duration: 341.613425ms)","trace[819453271] 'compare' (duration: 136.319943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:33.445405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.96671Z","time spent":"478.608802ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:33.445814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.340677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:33.4459Z","caller":"traceutil/trace.go:171","msg":"trace[542899963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15788; }","duration":"499.773937ms","start":"2026-07-03T16:28:32.946103Z","end":"2026-07-03T16:28:33.445877Z","steps":["trace[542899963] 'agreement among raft nodes before linearized reading' (duration: 499.128872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.445977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.946076Z","time spent":"499.89049ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:28:33.480137Z","caller":"traceutil/trace.go:171","msg":"trace[1482073942] transaction","detail":"{read_only:false; response_revision:15789; number_of_response:1; }","duration":"365.182095ms","start":"2026-07-03T16:28:33.114927Z","end":"2026-07-03T16:28:33.480109Z","steps":["trace[1482073942] 'process raft request' (duration: 364.904708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.4803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:33.114887Z","time spent":"365.331328ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:33.480351Z","caller":"traceutil/trace.go:171","msg":"trace[1866689648] transaction","detail":"{read_only:false; response_revision:15790; number_of_response:1; }","duration":"363.544686ms","start":"2026-07-03T16:28:33.116775Z","end":"2026-07-03T16:28:33.48032Z","steps":["trace[1866689648] 'process raft request' (duration: 363.25689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.480512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:33.116744Z","time spent":"363.674441ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:33.480521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.664823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T16:28:33.480496Z","caller":"traceutil/trace.go:171","msg":"trace[1561231044] transaction","detail":"{read_only:false; response_revision:15791; number_of_response:1; }","duration":"361.030939ms","start":"2026-07-03T16:28:33.11938Z","end":"2026-07-03T16:28:33.480411Z","steps":["trace[1561231044] 'process raft request' (duration: 360.864305ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:33.480579Z","caller":"traceutil/trace.go:171","msg":"trace[1436413377] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15791; }","duration":"309.762636ms","start":"2026-07-03T16:28:33.170799Z","end":"2026-07-03T16:28:33.480561Z","steps":["trace[1436413377] 'agreement among raft nodes before linearized reading' (duration: 309.586032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.480592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.748076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-03T16:28:33.480643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:33.170775Z","time spent":"309.858377ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:28:33.480629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.563084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:33.480661Z","caller":"traceutil/trace.go:171","msg":"trace[186473567] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:15791; }","duration":"268.860679ms","start":"2026-07-03T16:28:33.211783Z","end":"2026-07-03T16:28:33.480644Z","steps":["trace[186473567] 'agreement among raft nodes before linearized reading' (duration: 268.581792ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:33.480707Z","caller":"traceutil/trace.go:171","msg":"trace[84094073] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:15791; }","duration":"444.697157ms","start":"2026-07-03T16:28:33.03599Z","end":"2026-07-03T16:28:33.480687Z","steps":["trace[84094073] 'agreement among raft nodes before linearized reading' (duration: 444.546213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.480776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:33.035968Z","time spent":"444.790438ms","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:33.480696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:33.11935Z","time spent":"361.243114ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:34.771286Z","caller":"traceutil/trace.go:171","msg":"trace[158329890] linearizableReadLoop","detail":"{readStateIndex:16373; appliedIndex:16372; }","duration":"334.326098ms","start":"2026-07-03T16:28:34.436912Z","end":"2026-07-03T16:28:34.771238Z","steps":["trace[158329890] 'read index received' (duration: 334.083462ms)","trace[158329890] 'applied index is now lower than readState.Index' (duration: 241.156µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:34.771319Z","caller":"traceutil/trace.go:171","msg":"trace[747805477] transaction","detail":"{read_only:false; response_revision:15796; number_of_response:1; }","duration":"428.864723ms","start":"2026-07-03T16:28:34.342411Z","end":"2026-07-03T16:28:34.771276Z","steps":["trace[747805477] 'process raft request' (duration: 428.590436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:34.7715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:34.342389Z","time spent":"429.018056ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:34.771499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.556302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:34.771712Z","caller":"traceutil/trace.go:171","msg":"trace[863599044] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15796; }","duration":"334.835619ms","start":"2026-07-03T16:28:34.436854Z","end":"2026-07-03T16:28:34.77169Z","steps":["trace[863599044] 'agreement among raft nodes before linearized reading' (duration: 334.521302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:34.772159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:34.436833Z","time spent":"334.961533ms","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:34.793764Z","caller":"traceutil/trace.go:171","msg":"trace[1796121101] transaction","detail":"{read_only:false; response_revision:15797; number_of_response:1; }","duration":"242.301479ms","start":"2026-07-03T16:28:34.551445Z","end":"2026-07-03T16:28:34.793747Z","steps":["trace[1796121101] 'process raft request' (duration: 242.065724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:34.794288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.575773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:34.794352Z","caller":"traceutil/trace.go:171","msg":"trace[1652417249] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15798; }","duration":"296.686215ms","start":"2026-07-03T16:28:34.497645Z","end":"2026-07-03T16:28:34.794331Z","steps":["trace[1652417249] 'agreement among raft nodes before linearized reading' (duration: 296.4789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:34.794347Z","caller":"traceutil/trace.go:171","msg":"trace[1357865677] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"242.077205ms","start":"2026-07-03T16:28:34.552232Z","end":"2026-07-03T16:28:34.794309Z","steps":["trace[1357865677] 'process raft request' (duration: 241.45896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:34.794797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.511354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-03T16:28:34.794861Z","caller":"traceutil/trace.go:171","msg":"trace[234494521] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15798; }","duration":"297.632678ms","start":"2026-07-03T16:28:34.497212Z","end":"2026-07-03T16:28:34.794845Z","steps":["trace[234494521] 'agreement among raft nodes before linearized reading' (duration: 296.763317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:35.008791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.971025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:28:35.008883Z","caller":"traceutil/trace.go:171","msg":"trace[2043702552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15798; }","duration":"119.147099ms","start":"2026-07-03T16:28:34.889718Z","end":"2026-07-03T16:28:35.008865Z","steps":["trace[2043702552] 'range keys from in-memory index tree' (duration: 118.718529ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:58.608013Z","caller":"traceutil/trace.go:171","msg":"trace[507367900] transaction","detail":"{read_only:false; response_revision:15994; number_of_response:1; }","duration":"102.390275ms","start":"2026-07-03T16:28:58.505582Z","end":"2026-07-03T16:28:58.607972Z","steps":["trace[507367900] 'process raft request' (duration: 102.021166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:59.935682Z","caller":"traceutil/trace.go:171","msg":"trace[802982070] transaction","detail":"{read_only:false; response_revision:15998; number_of_response:1; }","duration":"138.580343ms","start":"2026-07-03T16:28:59.797042Z","end":"2026-07-03T16:28:59.935623Z","steps":["trace[802982070] 'process raft request' (duration: 138.469761ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:59.935858Z","caller":"traceutil/trace.go:171","msg":"trace[1744670114] transaction","detail":"{read_only:false; response_revision:15997; number_of_response:1; }","duration":"139.482555ms","start":"2026-07-03T16:28:59.796324Z","end":"2026-07-03T16:28:59.935807Z","steps":["trace[1744670114] 'process raft request' (duration: 86.88182ms)","trace[1744670114] 'compare' (duration: 52.124005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:59.935957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.364731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:59.936028Z","caller":"traceutil/trace.go:171","msg":"trace[1786356927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15998; }","duration":"118.497114ms","start":"2026-07-03T16:28:59.817514Z","end":"2026-07-03T16:28:59.936011Z","steps":["trace[1786356927] 'agreement among raft nodes before linearized reading' (duration: 118.270059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:00.385936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.51899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:29:00.386069Z","caller":"traceutil/trace.go:171","msg":"trace[1319507629] linearizableReadLoop","detail":"{readStateIndex:16585; appliedIndex:16584; }","duration":"337.746736ms","start":"2026-07-03T16:29:00.0483Z","end":"2026-07-03T16:29:00.386047Z","steps":["trace[1319507629] 'read index received' (duration: 206.971381ms)","trace[1319507629] 'applied index is now lower than readState.Index' (duration: 130.773745ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:00.386288Z","caller":"traceutil/trace.go:171","msg":"trace[1777201106] transaction","detail":"{read_only:false; response_revision:16002; number_of_response:1; }","duration":"383.654408ms","start":"2026-07-03T16:29:00.002589Z","end":"2026-07-03T16:29:00.386243Z","steps":["trace[1777201106] 'process raft request' (duration: 252.677618ms)","trace[1777201106] 'compare' (duration: 130.313285ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:00.386436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.454971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:00.386424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.098645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20558"} {"level":"info","ts":"2026-07-03T16:29:00.386485Z","caller":"traceutil/trace.go:171","msg":"trace[1954178459] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:16002; }","duration":"179.563873ms","start":"2026-07-03T16:29:00.206908Z","end":"2026-07-03T16:29:00.386472Z","steps":["trace[1954178459] 'agreement among raft nodes before linearized reading' (duration: 179.461841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:00.386516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:00.002559Z","time spent":"383.838651ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:00.386543Z","caller":"traceutil/trace.go:171","msg":"trace[1355677692] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:16002; }","duration":"338.296809ms","start":"2026-07-03T16:29:00.048219Z","end":"2026-07-03T16:29:00.386515Z","steps":["trace[1355677692] 'agreement among raft nodes before linearized reading' (duration: 338.034483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:00.386598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:00.048199Z","time spent":"338.388382ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20581,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" "} {"level":"warn","ts":"2026-07-03T16:29:00.386704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.687727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-07-03T16:29:00.386801Z","caller":"traceutil/trace.go:171","msg":"trace[934453056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16002; }","duration":"159.861372ms","start":"2026-07-03T16:29:00.226912Z","end":"2026-07-03T16:29:00.386774Z","steps":["trace[934453056] 'agreement among raft nodes before linearized reading' (duration: 159.506074ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:01.738672Z","caller":"traceutil/trace.go:171","msg":"trace[629033651] transaction","detail":"{read_only:false; response_revision:16005; number_of_response:1; }","duration":"150.892096ms","start":"2026-07-03T16:29:01.587745Z","end":"2026-07-03T16:29:01.738637Z","steps":["trace[629033651] 'process raft request' (duration: 150.705712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.084208Z","caller":"traceutil/trace.go:171","msg":"trace[698429272] linearizableReadLoop","detail":"{readStateIndex:16592; appliedIndex:16590; }","duration":"138.446201ms","start":"2026-07-03T16:29:01.945742Z","end":"2026-07-03T16:29:02.084188Z","steps":["trace[698429272] 'read index received' (duration: 45.775668ms)","trace[698429272] 'applied index is now lower than readState.Index' (duration: 92.669493ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:02.084278Z","caller":"traceutil/trace.go:171","msg":"trace[1849421594] transaction","detail":"{read_only:false; response_revision:16008; number_of_response:1; }","duration":"141.209893ms","start":"2026-07-03T16:29:01.943059Z","end":"2026-07-03T16:29:02.084269Z","steps":["trace[1849421594] 'process raft request' (duration: 141.07367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.084363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.614724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:02.084405Z","caller":"traceutil/trace.go:171","msg":"trace[672353198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16008; }","duration":"138.714796ms","start":"2026-07-03T16:29:01.945678Z","end":"2026-07-03T16:29:02.084392Z","steps":["trace[672353198] 'agreement among raft nodes before linearized reading' (duration: 138.637675ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.084219Z","caller":"traceutil/trace.go:171","msg":"trace[1238625736] transaction","detail":"{read_only:false; response_revision:16007; number_of_response:1; }","duration":"141.88487ms","start":"2026-07-03T16:29:01.942294Z","end":"2026-07-03T16:29:02.084179Z","steps":["trace[1238625736] 'process raft request' (duration: 49.234409ms)","trace[1238625736] 'compare' (duration: 92.448557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:02.084622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.109496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-03T16:29:02.084747Z","caller":"traceutil/trace.go:171","msg":"trace[895810473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:16008; }","duration":"132.261179ms","start":"2026-07-03T16:29:01.952443Z","end":"2026-07-03T16:29:02.084704Z","steps":["trace[895810473] 'agreement among raft nodes before linearized reading' (duration: 131.991183ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:07.358781Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13857} {"level":"info","ts":"2026-07-03T16:29:07.459774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13857,"took":"98.406844ms","hash":464906231,"current-db-size-bytes":45600768,"current-db-size":"46 MB","current-db-size-in-use-bytes":29085696,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T16:29:07.459845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":464906231,"revision":13857,"compact-revision":11629} {"level":"info","ts":"2026-07-03T16:29:23.659495Z","caller":"traceutil/trace.go:171","msg":"trace[745266874] transaction","detail":"{read_only:false; response_revision:16193; number_of_response:1; }","duration":"143.446435ms","start":"2026-07-03T16:29:23.51602Z","end":"2026-07-03T16:29:23.659467Z","steps":["trace[745266874] 'process raft request' (duration: 143.416665ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.659696Z","caller":"traceutil/trace.go:171","msg":"trace[496056317] transaction","detail":"{read_only:false; response_revision:16180; number_of_response:1; }","duration":"145.102853ms","start":"2026-07-03T16:29:23.514586Z","end":"2026-07-03T16:29:23.659689Z","steps":["trace[496056317] 'process raft request' (duration: 144.614222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.659756Z","caller":"traceutil/trace.go:171","msg":"trace[2108722500] transaction","detail":"{read_only:false; response_revision:16181; number_of_response:1; }","duration":"144.981901ms","start":"2026-07-03T16:29:23.514769Z","end":"2026-07-03T16:29:23.659751Z","steps":["trace[2108722500] 'process raft request' (duration: 144.452829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.659809Z","caller":"traceutil/trace.go:171","msg":"trace[2092819714] transaction","detail":"{read_only:false; response_revision:16182; number_of_response:1; }","duration":"144.861988ms","start":"2026-07-03T16:29:23.514942Z","end":"2026-07-03T16:29:23.659804Z","steps":["trace[2092819714] 'process raft request' (duration: 144.296655ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.659853Z","caller":"traceutil/trace.go:171","msg":"trace[1496508806] transaction","detail":"{read_only:false; response_revision:16188; number_of_response:1; }","duration":"144.266245ms","start":"2026-07-03T16:29:23.515581Z","end":"2026-07-03T16:29:23.659847Z","steps":["trace[1496508806] 'process raft request' (duration: 143.756193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.659895Z","caller":"traceutil/trace.go:171","msg":"trace[294199023] transaction","detail":"{read_only:false; response_revision:16189; number_of_response:1; }","duration":"144.247345ms","start":"2026-07-03T16:29:23.515644Z","end":"2026-07-03T16:29:23.659891Z","steps":["trace[294199023] 'process raft request' (duration: 143.707673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.659958Z","caller":"traceutil/trace.go:171","msg":"trace[513082559] transaction","detail":"{read_only:false; response_revision:16187; number_of_response:1; }","duration":"144.264515ms","start":"2026-07-03T16:29:23.51558Z","end":"2026-07-03T16:29:23.659844Z","steps":["trace[513082559] 'process raft request' (duration: 143.743073ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.660035Z","caller":"traceutil/trace.go:171","msg":"trace[1562484147] transaction","detail":"{read_only:false; response_revision:16184; number_of_response:1; }","duration":"144.685565ms","start":"2026-07-03T16:29:23.515327Z","end":"2026-07-03T16:29:23.660012Z","steps":["trace[1562484147] 'process raft request' (duration: 143.949538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.660023Z","caller":"traceutil/trace.go:171","msg":"trace[579171357] transaction","detail":"{read_only:false; response_revision:16191; number_of_response:1; }","duration":"144.264304ms","start":"2026-07-03T16:29:23.515717Z","end":"2026-07-03T16:29:23.659982Z","steps":["trace[579171357] 'process raft request' (duration: 143.678011ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.660092Z","caller":"traceutil/trace.go:171","msg":"trace[1442282611] transaction","detail":"{read_only:false; response_revision:16185; number_of_response:1; }","duration":"144.603672ms","start":"2026-07-03T16:29:23.515442Z","end":"2026-07-03T16:29:23.660046Z","steps":["trace[1442282611] 'process raft request' (duration: 143.850135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.660166Z","caller":"traceutil/trace.go:171","msg":"trace[248895102] transaction","detail":"{read_only:false; response_revision:16183; number_of_response:1; }","duration":"144.9002ms","start":"2026-07-03T16:29:23.515247Z","end":"2026-07-03T16:29:23.660147Z","steps":["trace[248895102] 'process raft request' (duration: 144.007729ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.659971Z","caller":"traceutil/trace.go:171","msg":"trace[499255213] transaction","detail":"{read_only:false; response_revision:16179; number_of_response:1; }","duration":"144.821668ms","start":"2026-07-03T16:29:23.51449Z","end":"2026-07-03T16:29:23.659312Z","steps":["trace[499255213] 'process raft request' (duration: 144.557292ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.660149Z","caller":"traceutil/trace.go:171","msg":"trace[1901243852] transaction","detail":"{read_only:false; response_revision:16186; number_of_response:1; }","duration":"144.574672ms","start":"2026-07-03T16:29:23.51555Z","end":"2026-07-03T16:29:23.660124Z","steps":["trace[1901243852] 'process raft request' (duration: 143.758264ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.660148Z","caller":"traceutil/trace.go:171","msg":"trace[1150062874] transaction","detail":"{read_only:false; response_revision:16190; number_of_response:1; }","duration":"144.399527ms","start":"2026-07-03T16:29:23.515709Z","end":"2026-07-03T16:29:23.660108Z","steps":["trace[1150062874] 'process raft request' (duration: 143.66488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.660129Z","caller":"traceutil/trace.go:171","msg":"trace[483164381] transaction","detail":"{read_only:false; response_revision:16192; number_of_response:1; }","duration":"144.246953ms","start":"2026-07-03T16:29:23.515875Z","end":"2026-07-03T16:29:23.660122Z","steps":["trace[483164381] 'process raft request' (duration: 143.541597ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.661236Z","caller":"traceutil/trace.go:171","msg":"trace[819349799] transaction","detail":"{read_only:false; response_revision:16194; number_of_response:1; }","duration":"144.647973ms","start":"2026-07-03T16:29:23.516568Z","end":"2026-07-03T16:29:23.661216Z","steps":["trace[819349799] 'process raft request' (duration: 144.462418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:23.661448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.18241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:29:23.661191Z","caller":"traceutil/trace.go:171","msg":"trace[1205796739] linearizableReadLoop","detail":"{readStateIndex:16784; appliedIndex:16780; }","duration":"142.936754ms","start":"2026-07-03T16:29:23.518242Z","end":"2026-07-03T16:29:23.661179Z","steps":["trace[1205796739] 'read index received' (duration: 141.148464ms)","trace[1205796739] 'applied index is now lower than readState.Index' (duration: 1.78721ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:23.661518Z","caller":"traceutil/trace.go:171","msg":"trace[1353320267] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16194; }","duration":"143.295333ms","start":"2026-07-03T16:29:23.518208Z","end":"2026-07-03T16:29:23.661504Z","steps":["trace[1353320267] 'agreement among raft nodes before linearized reading' (duration: 143.090838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:23.66159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.408086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:23.661624Z","caller":"traceutil/trace.go:171","msg":"trace[788488012] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:16194; }","duration":"116.502989ms","start":"2026-07-03T16:29:23.545111Z","end":"2026-07-03T16:29:23.661614Z","steps":["trace[788488012] 'agreement among raft nodes before linearized reading' (duration: 116.425867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:23.661752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.63851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:23.661778Z","caller":"traceutil/trace.go:171","msg":"trace[1335707253] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16194; }","duration":"115.67443ms","start":"2026-07-03T16:29:23.546096Z","end":"2026-07-03T16:29:23.66177Z","steps":["trace[1335707253] 'agreement among raft nodes before linearized reading' (duration: 115.636729ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.800722Z","caller":"traceutil/trace.go:171","msg":"trace[1391904833] transaction","detail":"{read_only:false; response_revision:16195; number_of_response:1; }","duration":"131.598425ms","start":"2026-07-03T16:29:23.6691Z","end":"2026-07-03T16:29:23.800699Z","steps":["trace[1391904833] 'process raft request' (duration: 63.492445ms)","trace[1391904833] 'compare' (duration: 67.948346ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:23.80072Z","caller":"traceutil/trace.go:171","msg":"trace[764051094] transaction","detail":"{read_only:false; response_revision:16196; number_of_response:1; }","duration":"131.584424ms","start":"2026-07-03T16:29:23.669118Z","end":"2026-07-03T16:29:23.800703Z","steps":["trace[764051094] 'process raft request' (duration: 131.540153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833067Z","caller":"traceutil/trace.go:171","msg":"trace[1916012782] transaction","detail":"{read_only:false; response_revision:16199; number_of_response:1; }","duration":"163.469615ms","start":"2026-07-03T16:29:23.669572Z","end":"2026-07-03T16:29:23.833042Z","steps":["trace[1916012782] 'process raft request' (duration: 163.343022ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833073Z","caller":"traceutil/trace.go:171","msg":"trace[505546715] transaction","detail":"{read_only:false; response_revision:16197; number_of_response:1; }","duration":"163.614308ms","start":"2026-07-03T16:29:23.669405Z","end":"2026-07-03T16:29:23.83302Z","steps":["trace[505546715] 'process raft request' (duration: 163.329552ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833149Z","caller":"traceutil/trace.go:171","msg":"trace[1882806772] transaction","detail":"{read_only:false; response_revision:16198; number_of_response:1; }","duration":"163.612889ms","start":"2026-07-03T16:29:23.669508Z","end":"2026-07-03T16:29:23.833121Z","steps":["trace[1882806772] 'process raft request' (duration: 163.364073ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833216Z","caller":"traceutil/trace.go:171","msg":"trace[1280937337] transaction","detail":"{read_only:false; response_revision:16201; number_of_response:1; }","duration":"163.28761ms","start":"2026-07-03T16:29:23.669903Z","end":"2026-07-03T16:29:23.83319Z","steps":["trace[1280937337] 'process raft request' (duration: 163.083535ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833266Z","caller":"traceutil/trace.go:171","msg":"trace[1046624782] transaction","detail":"{read_only:false; response_revision:16202; number_of_response:1; }","duration":"162.930042ms","start":"2026-07-03T16:29:23.670296Z","end":"2026-07-03T16:29:23.833226Z","steps":["trace[1046624782] 'process raft request' (duration: 162.723547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833321Z","caller":"traceutil/trace.go:171","msg":"trace[396789364] transaction","detail":"{read_only:false; response_revision:16203; number_of_response:1; }","duration":"162.715117ms","start":"2026-07-03T16:29:23.670589Z","end":"2026-07-03T16:29:23.833304Z","steps":["trace[396789364] 'process raft request' (duration: 162.471681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833316Z","caller":"traceutil/trace.go:171","msg":"trace[1406673041] transaction","detail":"{read_only:false; response_revision:16200; number_of_response:1; }","duration":"163.436143ms","start":"2026-07-03T16:29:23.669857Z","end":"2026-07-03T16:29:23.833293Z","steps":["trace[1406673041] 'process raft request' (duration: 163.086266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.833461Z","caller":"traceutil/trace.go:171","msg":"trace[2093120955] transaction","detail":"{read_only:false; response_revision:16204; number_of_response:1; }","duration":"162.740757ms","start":"2026-07-03T16:29:23.670676Z","end":"2026-07-03T16:29:23.833417Z","steps":["trace[2093120955] 'process raft request' (duration: 162.43179ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.834346Z","caller":"traceutil/trace.go:171","msg":"trace[1165825359] linearizableReadLoop","detail":"{readStateIndex:16801; appliedIndex:16784; }","duration":"142.277269ms","start":"2026-07-03T16:29:23.692053Z","end":"2026-07-03T16:29:23.834331Z","steps":["trace[1165825359] 'read index received' (duration: 40.655522ms)","trace[1165825359] 'applied index is now lower than readState.Index' (duration: 101.620737ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:23.834457Z","caller":"traceutil/trace.go:171","msg":"trace[1943944378] transaction","detail":"{read_only:false; response_revision:16205; number_of_response:1; }","duration":"163.721109ms","start":"2026-07-03T16:29:23.670726Z","end":"2026-07-03T16:29:23.834447Z","steps":["trace[1943944378] 'process raft request' (duration: 163.042164ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.834545Z","caller":"traceutil/trace.go:171","msg":"trace[1007250197] transaction","detail":"{read_only:false; response_revision:16206; number_of_response:1; }","duration":"163.723319ms","start":"2026-07-03T16:29:23.670812Z","end":"2026-07-03T16:29:23.834535Z","steps":["trace[1007250197] 'process raft request' (duration: 163.32666ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.834619Z","caller":"traceutil/trace.go:171","msg":"trace[782114528] transaction","detail":"{read_only:false; response_revision:16207; number_of_response:1; }","duration":"163.785901ms","start":"2026-07-03T16:29:23.670824Z","end":"2026-07-03T16:29:23.83461Z","steps":["trace[782114528] 'process raft request' (duration: 163.353581ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.834687Z","caller":"traceutil/trace.go:171","msg":"trace[1180047175] transaction","detail":"{read_only:false; response_revision:16208; number_of_response:1; }","duration":"163.818812ms","start":"2026-07-03T16:29:23.670861Z","end":"2026-07-03T16:29:23.834679Z","steps":["trace[1180047175] 'process raft request' (duration: 163.350291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:23.834926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.855032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:23.834994Z","caller":"traceutil/trace.go:171","msg":"trace[725584168] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:16211; }","duration":"142.987795ms","start":"2026-07-03T16:29:23.691985Z","end":"2026-07-03T16:29:23.834973Z","steps":["trace[725584168] 'agreement among raft nodes before linearized reading' (duration: 142.813341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:23.835036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.705462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T16:29:23.835074Z","caller":"traceutil/trace.go:171","msg":"trace[896986248] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16211; }","duration":"133.776894ms","start":"2026-07-03T16:29:23.701284Z","end":"2026-07-03T16:29:23.835061Z","steps":["trace[896986248] 'agreement among raft nodes before linearized reading' (duration: 133.560798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.835289Z","caller":"traceutil/trace.go:171","msg":"trace[1432334528] transaction","detail":"{read_only:false; response_revision:16209; number_of_response:1; }","duration":"164.286963ms","start":"2026-07-03T16:29:23.670984Z","end":"2026-07-03T16:29:23.835271Z","steps":["trace[1432334528] 'process raft request' (duration: 163.257079ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.835443Z","caller":"traceutil/trace.go:171","msg":"trace[1951009110] transaction","detail":"{read_only:false; response_revision:16210; number_of_response:1; }","duration":"164.358755ms","start":"2026-07-03T16:29:23.67107Z","end":"2026-07-03T16:29:23.835428Z","steps":["trace[1951009110] 'process raft request' (duration: 163.197547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.835477Z","caller":"traceutil/trace.go:171","msg":"trace[670120761] transaction","detail":"{read_only:false; response_revision:16211; number_of_response:1; }","duration":"163.397473ms","start":"2026-07-03T16:29:23.672055Z","end":"2026-07-03T16:29:23.835452Z","steps":["trace[670120761] 'process raft request' (duration: 162.243026ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:23.96528Z","caller":"traceutil/trace.go:171","msg":"trace[286807095] transaction","detail":"{read_only:false; response_revision:16212; number_of_response:1; }","duration":"121.525642ms","start":"2026-07-03T16:29:23.843708Z","end":"2026-07-03T16:29:23.965234Z","steps":["trace[286807095] 'process raft request' (duration: 99.250202ms)","trace[286807095] 'compare' (duration: 22.075326ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:23.965356Z","caller":"traceutil/trace.go:171","msg":"trace[325756452] linearizableReadLoop","detail":"{readStateIndex:16802; appliedIndex:16801; }","duration":"118.649857ms","start":"2026-07-03T16:29:23.846673Z","end":"2026-07-03T16:29:23.965323Z","steps":["trace[325756452] 'read index received' (duration: 96.223754ms)","trace[325756452] 'applied index is now lower than readState.Index' (duration: 22.422833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:23.965658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.958334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-03T16:29:23.965704Z","caller":"traceutil/trace.go:171","msg":"trace[1451534459] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16213; }","duration":"119.040846ms","start":"2026-07-03T16:29:23.84665Z","end":"2026-07-03T16:29:23.965691Z","steps":["trace[1451534459] 'agreement among raft nodes before linearized reading' (duration: 118.849121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:23.96628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.607335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:29:23.966335Z","caller":"traceutil/trace.go:171","msg":"trace[740905358] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16213; }","duration":"104.686758ms","start":"2026-07-03T16:29:23.861632Z","end":"2026-07-03T16:29:23.966319Z","steps":["trace[740905358] 'agreement among raft nodes before linearized reading' (duration: 104.528634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:23.966345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.161503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-03T16:29:23.966411Z","caller":"traceutil/trace.go:171","msg":"trace[315967585] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16213; }","duration":"110.259615ms","start":"2026-07-03T16:29:23.856117Z","end":"2026-07-03T16:29:23.966377Z","steps":["trace[315967585] 'agreement among raft nodes before linearized reading' (duration: 109.861106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:33.923732Z","caller":"traceutil/trace.go:171","msg":"trace[1188387298] transaction","detail":"{read_only:false; response_revision:16477; number_of_response:1; }","duration":"122.149088ms","start":"2026-07-03T16:29:33.801553Z","end":"2026-07-03T16:29:33.923703Z","steps":["trace[1188387298] 'process raft request' (duration: 121.866991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:39.569733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687364743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:29:39.757649Z","caller":"traceutil/trace.go:171","msg":"trace[1709549240] linearizableReadLoop","detail":"{readStateIndex:17123; appliedIndex:17122; }","duration":"687.974337ms","start":"2026-07-03T16:29:39.069638Z","end":"2026-07-03T16:29:39.757612Z","steps":["trace[1709549240] 'read index received' (duration: 687.757352ms)","trace[1709549240] 'applied index is now lower than readState.Index' (duration: 215.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:39.757756Z","caller":"traceutil/trace.go:171","msg":"trace[158874005] transaction","detail":"{read_only:false; response_revision:16528; number_of_response:1; }","duration":"757.081281ms","start":"2026-07-03T16:29:39.000644Z","end":"2026-07-03T16:29:39.757725Z","steps":["trace[158874005] 'process raft request' (duration: 756.771024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:39.757824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.158151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:39.757884Z","caller":"traceutil/trace.go:171","msg":"trace[1120379624] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:16528; }","duration":"688.305864ms","start":"2026-07-03T16:29:39.069559Z","end":"2026-07-03T16:29:39.757865Z","steps":["trace[1120379624] 'agreement among raft nodes before linearized reading' (duration: 688.185961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:39.757925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.069529Z","time spent":"688.386056ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:39.757929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.000624Z","time spent":"757.216813ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:39.758004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.345064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:29:39.758053Z","caller":"traceutil/trace.go:171","msg":"trace[1502027510] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16528; }","duration":"178.448746ms","start":"2026-07-03T16:29:39.579592Z","end":"2026-07-03T16:29:39.75804Z","steps":["trace[1502027510] 'agreement among raft nodes before linearized reading' (duration: 178.231001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:39.758072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.350085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:29:39.758146Z","caller":"traceutil/trace.go:171","msg":"trace[2115413499] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16528; }","duration":"188.460787ms","start":"2026-07-03T16:29:39.569667Z","end":"2026-07-03T16:29:39.758127Z","steps":["trace[2115413499] 'agreement among raft nodes before linearized reading' (duration: 188.284652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:39.758257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.743464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:39.758391Z","caller":"traceutil/trace.go:171","msg":"trace[1766822384] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16528; }","duration":"178.924038ms","start":"2026-07-03T16:29:39.579439Z","end":"2026-07-03T16:29:39.758364Z","steps":["trace[1766822384] 'agreement among raft nodes before linearized reading' (duration: 178.495078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:39.758517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.762971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:29:39.758656Z","caller":"traceutil/trace.go:171","msg":"trace[1237466146] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16528; }","duration":"232.936125ms","start":"2026-07-03T16:29:39.525626Z","end":"2026-07-03T16:29:39.758562Z","steps":["trace[1237466146] 'agreement among raft nodes before linearized reading' (duration: 232.182247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.978684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.929378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.978754Z","caller":"traceutil/trace.go:171","msg":"trace[8676547] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16528; }","duration":"988.04122ms","start":"2026-07-03T16:29:39.990698Z","end":"2026-07-03T16:29:40.978739Z","steps":["trace[8676547] 'range keys from in-memory index tree' (duration: 987.840456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.978789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.990687Z","time spent":"988.095211ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:29:40.978954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.850682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:29:40.979042Z","caller":"traceutil/trace.go:171","msg":"trace[712569796] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16528; }","duration":"982.971975ms","start":"2026-07-03T16:29:39.996048Z","end":"2026-07-03T16:29:40.97902Z","steps":["trace[712569796] 'range keys from in-memory index tree' (duration: 982.691699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.979064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209616705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:29:40.979089Z","caller":"traceutil/trace.go:171","msg":"trace[1451738047] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16528; }","duration":"1.209663536s","start":"2026-07-03T16:29:39.769418Z","end":"2026-07-03T16:29:40.979082Z","steps":["trace[1451738047] 'range keys from in-memory index tree' (duration: 1.209478362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.979096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.996036Z","time spent":"983.046357ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:29:40.979212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127947615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.979239Z","caller":"traceutil/trace.go:171","msg":"trace[168588305] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16528; }","duration":"1.128010176s","start":"2026-07-03T16:29:39.85122Z","end":"2026-07-03T16:29:40.97923Z","steps":["trace[168588305] 'count revisions from in-memory index tree' (duration: 1.127858373s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.979258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.851195Z","time spent":"1.128057577s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:40.979368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.642394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.979417Z","caller":"traceutil/trace.go:171","msg":"trace[570670236] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16528; }","duration":"988.713275ms","start":"2026-07-03T16:29:39.990689Z","end":"2026-07-03T16:29:40.979403Z","steps":["trace[570670236] 'range keys from in-memory index tree' (duration: 988.547182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.979443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040106903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.979466Z","caller":"traceutil/trace.go:171","msg":"trace[1139476454] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16528; }","duration":"1.040162835s","start":"2026-07-03T16:29:39.939297Z","end":"2026-07-03T16:29:40.97946Z","steps":["trace[1139476454] 'range keys from in-memory index tree' (duration: 1.040013671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.979465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.990677Z","time spent":"988.770597ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:29:40.97949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.939269Z","time spent":"1.040211277s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:29:40.979561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21626863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764503"} {"level":"warn","ts":"2026-07-03T16:29:40.979747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04032582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.979771Z","caller":"traceutil/trace.go:171","msg":"trace[192767900] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16528; }","duration":"1.04039322s","start":"2026-07-03T16:29:39.93937Z","end":"2026-07-03T16:29:40.979764Z","steps":["trace[192767900] 'range keys from in-memory index tree' (duration: 1.040271888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.97979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.939354Z","time spent":"1.040431982s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:29:40.979686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.383309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.979828Z","caller":"traceutil/trace.go:171","msg":"trace[974383375] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16528; }","duration":"988.638215ms","start":"2026-07-03T16:29:39.991176Z","end":"2026-07-03T16:29:40.979815Z","steps":["trace[974383375] 'range keys from in-memory index tree' (duration: 988.325178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.979847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04037921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.979864Z","caller":"traceutil/trace.go:171","msg":"trace[1963066252] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16528; }","duration":"1.040411302s","start":"2026-07-03T16:29:39.939447Z","end":"2026-07-03T16:29:40.979858Z","steps":["trace[1963066252] 'range keys from in-memory index tree' (duration: 1.040304309s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.97988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.939438Z","time spent":"1.040437992s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:29:40.979873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.991164Z","time spent":"988.696977ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:29:40.979931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040471762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.979947Z","caller":"traceutil/trace.go:171","msg":"trace[1829897337] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16528; }","duration":"1.040510873s","start":"2026-07-03T16:29:39.939431Z","end":"2026-07-03T16:29:40.979942Z","steps":["trace[1829897337] 'range keys from in-memory index tree' (duration: 1.04036672s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.979963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.939419Z","time spent":"1.040539354s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:29:40.979704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040310979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:29:40.980049Z","caller":"traceutil/trace.go:171","msg":"trace[442562079] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16528; }","duration":"1.040692328s","start":"2026-07-03T16:29:39.939346Z","end":"2026-07-03T16:29:40.980039Z","steps":["trace[442562079] 'range keys from in-memory index tree' (duration: 1.040202137s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.980085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.939322Z","time spent":"1.040752028s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:29:40.980101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037615887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:29:40.980125Z","caller":"traceutil/trace.go:171","msg":"trace[1065758080] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16528; }","duration":"1.037651568s","start":"2026-07-03T16:29:39.942465Z","end":"2026-07-03T16:29:40.980117Z","steps":["trace[1065758080] 'range keys from in-memory index tree' (duration: 1.037504104s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.980141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.942452Z","time spent":"1.037685789s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:29:40.980193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034938916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:40.980207Z","caller":"traceutil/trace.go:171","msg":"trace[1020628692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16528; }","duration":"1.034952056s","start":"2026-07-03T16:29:39.94525Z","end":"2026-07-03T16:29:40.980202Z","steps":["trace[1020628692] 'range keys from in-memory index tree' (duration: 1.034879645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.980058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039225754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:29:40.979107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.769405Z","time spent":"1.209697617s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:29:40.98026Z","caller":"traceutil/trace.go:171","msg":"trace[1879754518] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16528; }","duration":"1.039446068s","start":"2026-07-03T16:29:39.94079Z","end":"2026-07-03T16:29:40.980236Z","steps":["trace[1879754518] 'range keys from in-memory index tree' (duration: 1.039102291s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.979767Z","caller":"traceutil/trace.go:171","msg":"trace[946148294] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16528; }","duration":"1.216498705s","start":"2026-07-03T16:29:39.763244Z","end":"2026-07-03T16:29:40.979742Z","steps":["trace[946148294] 'range keys from in-memory index tree' (duration: 1.215252616s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.98033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.940769Z","time spent":"1.039539171s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:29:40.980222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.945217Z","time spent":"1.035001038s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:29:40.980407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.763181Z","time spent":"1.217151569s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764526,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:29:40.98058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.148574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:29:40.980727Z","caller":"traceutil/trace.go:171","msg":"trace[1387943566] transaction","detail":"{read_only:false; response_revision:16529; number_of_response:1; }","duration":"948.137487ms","start":"2026-07-03T16:29:40.032561Z","end":"2026-07-03T16:29:40.980699Z","steps":["trace[1387943566] 'process raft request' (duration: 565.740688ms)","trace[1387943566] 'compare' (duration: 381.218253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:40.980816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.032536Z","time spent":"948.23696ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:41.06013Z","caller":"traceutil/trace.go:171","msg":"trace[825375500] transaction","detail":"{read_only:false; response_revision:16530; number_of_response:1; }","duration":"1.014108798s","start":"2026-07-03T16:29:40.045986Z","end":"2026-07-03T16:29:41.060095Z","steps":["trace[825375500] 'process raft request' (duration: 1.013832301s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:41.060225Z","caller":"traceutil/trace.go:171","msg":"trace[64565665] linearizableReadLoop","detail":"{readStateIndex:17125; appliedIndex:17123; }","duration":"944.411081ms","start":"2026-07-03T16:29:40.115803Z","end":"2026-07-03T16:29:41.060214Z","steps":["trace[64565665] 'read index received' (duration: 482.710097ms)","trace[64565665] 'applied index is now lower than readState.Index' (duration: 461.699914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:41.060318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.045963Z","time spent":"1.014254321s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:41.060349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.537604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:41.060314Z","caller":"traceutil/trace.go:171","msg":"trace[1216312493] transaction","detail":"{read_only:false; response_revision:16532; number_of_response:1; }","duration":"781.09978ms","start":"2026-07-03T16:29:40.279187Z","end":"2026-07-03T16:29:41.060286Z","steps":["trace[1216312493] 'process raft request' (duration: 780.882635ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:41.060385Z","caller":"traceutil/trace.go:171","msg":"trace[1137971131] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16532; }","duration":"944.605436ms","start":"2026-07-03T16:29:40.115768Z","end":"2026-07-03T16:29:41.060374Z","steps":["trace[1137971131] 'agreement among raft nodes before linearized reading' (duration: 944.517464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.060424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.115749Z","time spent":"944.665857ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:29:41.060517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.279177Z","time spent":"781.220642ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:41.060135Z","caller":"traceutil/trace.go:171","msg":"trace[203628763] transaction","detail":"{read_only:false; response_revision:16531; number_of_response:1; }","duration":"782.726228ms","start":"2026-07-03T16:29:40.277387Z","end":"2026-07-03T16:29:41.060113Z","steps":["trace[203628763] 'process raft request' (duration: 782.628676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.060592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.277361Z","time spent":"783.201178ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:41.060754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.142319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:29:41.060785Z","caller":"traceutil/trace.go:171","msg":"trace[1089090788] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16532; }","duration":"284.1917ms","start":"2026-07-03T16:29:40.776585Z","end":"2026-07-03T16:29:41.060777Z","steps":["trace[1089090788] 'agreement among raft nodes before linearized reading' (duration: 284.074666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.060794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.18643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:41.060855Z","caller":"traceutil/trace.go:171","msg":"trace[1294000641] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16532; }","duration":"284.281313ms","start":"2026-07-03T16:29:40.776565Z","end":"2026-07-03T16:29:41.060846Z","steps":["trace[1294000641] 'agreement among raft nodes before linearized reading' (duration: 284.210811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.060984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.335766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:29:41.061016Z","caller":"traceutil/trace.go:171","msg":"trace[54094749] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16532; }","duration":"285.417707ms","start":"2026-07-03T16:29:40.775591Z","end":"2026-07-03T16:29:41.061008Z","steps":["trace[54094749] 'agreement among raft nodes before linearized reading' (duration: 285.326735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.061051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.035789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:29:41.061129Z","caller":"traceutil/trace.go:171","msg":"trace[1843740489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16532; }","duration":"629.161882ms","start":"2026-07-03T16:29:40.431955Z","end":"2026-07-03T16:29:41.061117Z","steps":["trace[1843740489] 'agreement among raft nodes before linearized reading' (duration: 628.997468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.061214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.431931Z","time spent":"629.271464ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:29:41.061248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.429221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:29:41.06228Z","caller":"traceutil/trace.go:171","msg":"trace[2001821791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16532; }","duration":"652.504155ms","start":"2026-07-03T16:29:40.409753Z","end":"2026-07-03T16:29:41.062257Z","steps":["trace[2001821791] 'agreement among raft nodes before linearized reading' (duration: 651.426081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.062315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.409723Z","time spent":"652.582017ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:29:41.061274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.439479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:41.062404Z","caller":"traceutil/trace.go:171","msg":"trace[191438637] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16532; }","duration":"410.625315ms","start":"2026-07-03T16:29:40.651769Z","end":"2026-07-03T16:29:41.062395Z","steps":["trace[191438637] 'agreement among raft nodes before linearized reading' (duration: 409.434289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.062432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.651748Z","time spent":"410.673676ms","remote":"127.0.0.1:57214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:41.06133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.039639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6c98fcdb-dg86j.18bed3f268664d1d\" ","response":"range_response_count:1 size:2101"} {"level":"info","ts":"2026-07-03T16:29:41.062552Z","caller":"traceutil/trace.go:171","msg":"trace[1570953881] range","detail":"{range_begin:/registry/events/openstack/glance-api-6c98fcdb-dg86j.18bed3f268664d1d; range_end:; response_count:1; response_revision:16532; }","duration":"696.246766ms","start":"2026-07-03T16:29:40.366281Z","end":"2026-07-03T16:29:41.062528Z","steps":["trace[1570953881] 'agreement among raft nodes before linearized reading' (duration: 694.985448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.061347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.664657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:29:41.062586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.366234Z","time spent":"696.340989ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2124,"request content":"key:\"/registry/events/openstack/glance-api-6c98fcdb-dg86j.18bed3f268664d1d\" "} {"level":"info","ts":"2026-07-03T16:29:41.062606Z","caller":"traceutil/trace.go:171","msg":"trace[1842117329] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16532; }","duration":"108.967076ms","start":"2026-07-03T16:29:40.953619Z","end":"2026-07-03T16:29:41.062586Z","steps":["trace[1842117329] 'agreement among raft nodes before linearized reading' (duration: 107.604255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.061375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.862441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"info","ts":"2026-07-03T16:29:41.062739Z","caller":"traceutil/trace.go:171","msg":"trace[767950016] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:16532; }","duration":"192.242443ms","start":"2026-07-03T16:29:40.870475Z","end":"2026-07-03T16:29:41.062717Z","steps":["trace[767950016] 'agreement among raft nodes before linearized reading' (duration: 190.858772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.061403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.519589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:29:41.062868Z","caller":"traceutil/trace.go:171","msg":"trace[1596717904] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16532; }","duration":"283.029323ms","start":"2026-07-03T16:29:40.779829Z","end":"2026-07-03T16:29:41.062858Z","steps":["trace[1596717904] 'agreement among raft nodes before linearized reading' (duration: 281.56276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.061417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.650701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:29:41.062994Z","caller":"traceutil/trace.go:171","msg":"trace[1505229661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16532; }","duration":"362.263698ms","start":"2026-07-03T16:29:40.700722Z","end":"2026-07-03T16:29:41.062985Z","steps":["trace[1505229661] 'agreement among raft nodes before linearized reading' (duration: 360.59676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.063021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.700701Z","time spent":"362.311098ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:29:41.061395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.602782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:29:41.063074Z","caller":"traceutil/trace.go:171","msg":"trace[1665222346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16532; }","duration":"917.30747ms","start":"2026-07-03T16:29:40.145753Z","end":"2026-07-03T16:29:41.06306Z","steps":["trace[1665222346] 'agreement among raft nodes before linearized reading' (duration: 915.596682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.063115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.145743Z","time spent":"917.358811ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:41.061457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.777153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:29:41.063224Z","caller":"traceutil/trace.go:171","msg":"trace[615564142] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16532; }","duration":"286.584414ms","start":"2026-07-03T16:29:40.77663Z","end":"2026-07-03T16:29:41.063215Z","steps":["trace[615564142] 'agreement among raft nodes before linearized reading' (duration: 284.783223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.060756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.837058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:29:41.063282Z","caller":"traceutil/trace.go:171","msg":"trace[431987370] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16532; }","duration":"946.391786ms","start":"2026-07-03T16:29:40.116884Z","end":"2026-07-03T16:29:41.063276Z","steps":["trace[431987370] 'agreement among raft nodes before linearized reading' (duration: 943.752876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.06331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.116869Z","time spent":"946.432957ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:29:41.061539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.691894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:29:41.063358Z","caller":"traceutil/trace.go:171","msg":"trace[725797613] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16532; }","duration":"941.525025ms","start":"2026-07-03T16:29:40.121827Z","end":"2026-07-03T16:29:41.063352Z","steps":["trace[725797613] 'agreement among raft nodes before linearized reading' (duration: 939.624412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.063377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.121822Z","time spent":"941.548545ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:29:41.06153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.504238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-03T16:29:41.061625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.195549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:29:41.063684Z","caller":"traceutil/trace.go:171","msg":"trace[1226367322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16532; }","duration":"630.226476ms","start":"2026-07-03T16:29:40.433423Z","end":"2026-07-03T16:29:41.06365Z","steps":["trace[1226367322] 'agreement among raft nodes before linearized reading' (duration: 628.148378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.063715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.43333Z","time spent":"630.373059ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:29:41.061692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.205305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:29:41.063864Z","caller":"traceutil/trace.go:171","msg":"trace[630403623] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16532; }","duration":"109.416386ms","start":"2026-07-03T16:29:40.954439Z","end":"2026-07-03T16:29:41.063855Z","steps":["trace[630403623] 'agreement among raft nodes before linearized reading' (duration: 107.148894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:41.063462Z","caller":"traceutil/trace.go:171","msg":"trace[1986626884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:16532; }","duration":"493.497303ms","start":"2026-07-03T16:29:40.569949Z","end":"2026-07-03T16:29:41.063447Z","steps":["trace[1986626884] 'agreement among raft nodes before linearized reading' (duration: 491.391286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:41.064204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.569924Z","time spent":"494.264632ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"info","ts":"2026-07-03T16:29:53.981977Z","caller":"traceutil/trace.go:171","msg":"trace[1551550251] transaction","detail":"{read_only:false; response_revision:16608; number_of_response:1; }","duration":"148.629234ms","start":"2026-07-03T16:29:53.833308Z","end":"2026-07-03T16:29:53.981937Z","steps":["trace[1551550251] 'process raft request' (duration: 148.42878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.65749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687365369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:30:03.959493Z","caller":"traceutil/trace.go:171","msg":"trace[2084613377] transaction","detail":"{read_only:false; response_revision:16650; number_of_response:1; }","duration":"842.264342ms","start":"2026-07-03T16:30:03.1172Z","end":"2026-07-03T16:30:03.959464Z","steps":["trace[2084613377] 'process raft request' (duration: 842.072428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.959644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.117179Z","time spent":"842.390166ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:03.963832Z","caller":"traceutil/trace.go:171","msg":"trace[585385390] transaction","detail":"{read_only:false; response_revision:16652; number_of_response:1; }","duration":"732.20761ms","start":"2026-07-03T16:30:03.231598Z","end":"2026-07-03T16:30:03.963806Z","steps":["trace[585385390] 'process raft request' (duration: 732.113188ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:03.96393Z","caller":"traceutil/trace.go:171","msg":"trace[1124852294] linearizableReadLoop","detail":"{readStateIndex:17254; appliedIndex:17250; }","duration":"807.531606ms","start":"2026-07-03T16:30:03.156383Z","end":"2026-07-03T16:30:03.963914Z","steps":["trace[1124852294] 'read index received' (duration: 802.973023ms)","trace[1124852294] 'applied index is now lower than readState.Index' (duration: 4.557293ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:03.963952Z","caller":"traceutil/trace.go:171","msg":"trace[1126566304] transaction","detail":"{read_only:false; response_revision:16653; number_of_response:1; }","duration":"727.924493ms","start":"2026-07-03T16:30:03.236007Z","end":"2026-07-03T16:30:03.963931Z","steps":["trace[1126566304] 'process raft request' (duration: 727.760229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.235994Z","time spent":"728.007634ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:03.96405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.231582Z","time spent":"732.343374ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:03.963857Z","caller":"traceutil/trace.go:171","msg":"trace[1633384380] transaction","detail":"{read_only:false; response_revision:16651; number_of_response:1; }","duration":"733.755957ms","start":"2026-07-03T16:30:03.230075Z","end":"2026-07-03T16:30:03.963831Z","steps":["trace[1633384380] 'process raft request' (duration: 731.394852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.690011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:03.964238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.230059Z","time spent":"734.128725ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:03.964256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.75047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:03.964269Z","caller":"traceutil/trace.go:171","msg":"trace[440680854] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16653; }","duration":"790.825203ms","start":"2026-07-03T16:30:03.173421Z","end":"2026-07-03T16:30:03.964247Z","steps":["trace[440680854] 'agreement among raft nodes before linearized reading' (duration: 790.662789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:03.964295Z","caller":"traceutil/trace.go:171","msg":"trace[580764922] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16653; }","duration":"149.803451ms","start":"2026-07-03T16:30:03.814477Z","end":"2026-07-03T16:30:03.964281Z","steps":["trace[580764922] 'agreement among raft nodes before linearized reading' (duration: 149.685088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.668959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:03.964324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.173405Z","time spent":"790.909556ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.758603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:30:03.964449Z","caller":"traceutil/trace.go:171","msg":"trace[236332695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16653; }","duration":"725.822154ms","start":"2026-07-03T16:30:03.238612Z","end":"2026-07-03T16:30:03.964434Z","steps":["trace[236332695] 'agreement among raft nodes before linearized reading' (duration: 725.727732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.2386Z","time spent":"725.879656ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.001965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"warn","ts":"2026-07-03T16:30:03.964431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.304272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:03.96452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.421724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:03.964552Z","caller":"traceutil/trace.go:171","msg":"trace[1987533858] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:16653; }","duration":"594.077518ms","start":"2026-07-03T16:30:03.370462Z","end":"2026-07-03T16:30:03.964539Z","steps":["trace[1987533858] 'agreement among raft nodes before linearized reading' (duration: 593.962425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:03.964567Z","caller":"traceutil/trace.go:171","msg":"trace[70317043] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16653; }","duration":"728.510716ms","start":"2026-07-03T16:30:03.236046Z","end":"2026-07-03T16:30:03.964557Z","steps":["trace[70317043] 'agreement among raft nodes before linearized reading' (duration: 728.443704ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:03.964389Z","caller":"traceutil/trace.go:171","msg":"trace[639412885] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16653; }","duration":"808.022367ms","start":"2026-07-03T16:30:03.156332Z","end":"2026-07-03T16:30:03.964354Z","steps":["trace[639412885] 'agreement among raft nodes before linearized reading' (duration: 807.68138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.236023Z","time spent":"728.568448ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.370455Z","time spent":"594.136469ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20582,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.156311Z","time spent":"808.292403ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.137855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:30:03.964315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.23024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:30:03.964652Z","caller":"traceutil/trace.go:171","msg":"trace[285161448] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16653; }","duration":"735.489516ms","start":"2026-07-03T16:30:03.229065Z","end":"2026-07-03T16:30:03.964555Z","steps":["trace[285161448] 'agreement among raft nodes before linearized reading' (duration: 735.308752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.946016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:03.964692Z","caller":"traceutil/trace.go:171","msg":"trace[1933909302] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16653; }","duration":"728.639899ms","start":"2026-07-03T16:30:03.23604Z","end":"2026-07-03T16:30:03.96468Z","steps":["trace[1933909302] 'agreement among raft nodes before linearized reading' (duration: 728.175058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.329499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:30:03.964722Z","caller":"traceutil/trace.go:171","msg":"trace[1650215736] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16653; }","duration":"736.005498ms","start":"2026-07-03T16:30:03.228708Z","end":"2026-07-03T16:30:03.964713Z","steps":["trace[1650215736] 'agreement among raft nodes before linearized reading' (duration: 735.861524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.23603Z","time spent":"728.688272ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.228701Z","time spent":"736.051709ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.229043Z","time spent":"735.653909ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:03.964794Z","caller":"traceutil/trace.go:171","msg":"trace[1145323671] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16653; }","duration":"572.454502ms","start":"2026-07-03T16:30:03.392293Z","end":"2026-07-03T16:30:03.964748Z","steps":["trace[1145323671] 'agreement among raft nodes before linearized reading' (duration: 572.163095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:03.964698Z","caller":"traceutil/trace.go:171","msg":"trace[242568339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16653; }","duration":"724.261869ms","start":"2026-07-03T16:30:03.240418Z","end":"2026-07-03T16:30:03.96468Z","steps":["trace[242568339] 'agreement among raft nodes before linearized reading' (duration: 723.917601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.964844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.392281Z","time spent":"572.553254ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:30:03.964876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.240412Z","time spent":"724.446654ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:30:03.965013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.120647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:30:03.965047Z","caller":"traceutil/trace.go:171","msg":"trace[1809041688] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16653; }","duration":"583.183939ms","start":"2026-07-03T16:30:03.381854Z","end":"2026-07-03T16:30:03.965038Z","steps":["trace[1809041688] 'agreement among raft nodes before linearized reading' (duration: 582.892422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.965058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.990308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:03.965076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.381837Z","time spent":"583.23296ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:30:03.965068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.642167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:03.9651Z","caller":"traceutil/trace.go:171","msg":"trace[2001379511] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16653; }","duration":"729.031789ms","start":"2026-07-03T16:30:03.236059Z","end":"2026-07-03T16:30:03.965091Z","steps":["trace[2001379511] 'agreement among raft nodes before linearized reading' (duration: 728.927667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:03.96511Z","caller":"traceutil/trace.go:171","msg":"trace[1821414896] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16653; }","duration":"152.704008ms","start":"2026-07-03T16:30:03.812394Z","end":"2026-07-03T16:30:03.965098Z","steps":["trace[1821414896] 'agreement among raft nodes before linearized reading' (duration: 152.589046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.965113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.02245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-03T16:30:03.965135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.236038Z","time spent":"729.09099ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:30:03.965148Z","caller":"traceutil/trace.go:171","msg":"trace[1903681453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:16653; }","duration":"609.082172ms","start":"2026-07-03T16:30:03.356056Z","end":"2026-07-03T16:30:03.965139Z","steps":["trace[1903681453] 'agreement among raft nodes before linearized reading' (duration: 608.9834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.965151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.589226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:30:03.965187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.356044Z","time spent":"609.137033ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"info","ts":"2026-07-03T16:30:03.965222Z","caller":"traceutil/trace.go:171","msg":"trace[945147607] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16653; }","duration":"152.672507ms","start":"2026-07-03T16:30:03.812526Z","end":"2026-07-03T16:30:03.965199Z","steps":["trace[945147607] 'agreement among raft nodes before linearized reading' (duration: 152.454363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.965286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.932292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:30:03.965273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.90634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:30:03.965314Z","caller":"traceutil/trace.go:171","msg":"trace[883634249] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:16653; }","duration":"706.961513ms","start":"2026-07-03T16:30:03.258344Z","end":"2026-07-03T16:30:03.965306Z","steps":["trace[883634249] 'agreement among raft nodes before linearized reading' (duration: 706.868461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.965314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.232881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:30:03.965355Z","caller":"traceutil/trace.go:171","msg":"trace[440250360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16653; }","duration":"719.998631ms","start":"2026-07-03T16:30:03.245334Z","end":"2026-07-03T16:30:03.965332Z","steps":["trace[440250360] 'agreement among raft nodes before linearized reading' (duration: 719.180592ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:03.96536Z","caller":"traceutil/trace.go:171","msg":"trace[1091643595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16653; }","duration":"718.301553ms","start":"2026-07-03T16:30:03.247046Z","end":"2026-07-03T16:30:03.965347Z","steps":["trace[1091643595] 'agreement among raft nodes before linearized reading' (duration: 717.043203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.965363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.258314Z","time spent":"707.022915ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:30:03.965402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.247012Z","time spent":"718.382525ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:03.96554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.245328Z","time spent":"720.066373ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:03.96547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.038169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:03.966272Z","caller":"traceutil/trace.go:171","msg":"trace[750207592] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16653; }","duration":"736.340466ms","start":"2026-07-03T16:30:03.229401Z","end":"2026-07-03T16:30:03.965741Z","steps":["trace[750207592] 'agreement among raft nodes before linearized reading' (duration: 735.593399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.966314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.229392Z","time spent":"736.912808ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:03.96632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.143803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:03.966557Z","caller":"traceutil/trace.go:171","msg":"trace[934609681] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16653; }","duration":"158.251645ms","start":"2026-07-03T16:30:03.808289Z","end":"2026-07-03T16:30:03.966541Z","steps":["trace[934609681] 'agreement among raft nodes before linearized reading' (duration: 155.85514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.969523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.981041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:03.969684Z","caller":"traceutil/trace.go:171","msg":"trace[1144945389] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16653; }","duration":"741.097853ms","start":"2026-07-03T16:30:03.228493Z","end":"2026-07-03T16:30:03.969591Z","steps":["trace[1144945389] 'agreement among raft nodes before linearized reading' (duration: 736.279124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:03.969744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:03.228482Z","time spent":"741.246167ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:10.483239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687365540,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:30:10.557835Z","caller":"traceutil/trace.go:171","msg":"trace[586382770] transaction","detail":"{read_only:false; response_revision:16683; number_of_response:1; }","duration":"582.207405ms","start":"2026-07-03T16:30:09.975608Z","end":"2026-07-03T16:30:10.557815Z","steps":["trace[586382770] 'process raft request' (duration: 582.058472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.557957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.97559Z","time spent":"582.304968ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:10.942595Z","caller":"traceutil/trace.go:171","msg":"trace[1482286624] linearizableReadLoop","detail":"{readStateIndex:17288; appliedIndex:17285; }","duration":"959.804653ms","start":"2026-07-03T16:30:09.98277Z","end":"2026-07-03T16:30:10.942574Z","steps":["trace[1482286624] 'read index received' (duration: 575.662725ms)","trace[1482286624] 'applied index is now lower than readState.Index' (duration: 384.140918ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:10.94311Z","caller":"traceutil/trace.go:171","msg":"trace[1519519429] transaction","detail":"{read_only:false; response_revision:16684; number_of_response:1; }","duration":"956.13827ms","start":"2026-07-03T16:30:09.986956Z","end":"2026-07-03T16:30:10.943094Z","steps":["trace[1519519429] 'process raft request' (duration: 927.488933ms)","trace[1519519429] 'compare' (duration: 27.92096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:10.943326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.986935Z","time spent":"956.219982ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:10.943703Z","caller":"traceutil/trace.go:171","msg":"trace[1707739264] transaction","detail":"{read_only:false; response_revision:16685; number_of_response:1; }","duration":"955.70053ms","start":"2026-07-03T16:30:09.987955Z","end":"2026-07-03T16:30:10.943655Z","steps":["trace[1707739264] 'process raft request' (duration: 954.537412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.943908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.987934Z","time spent":"955.808352ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:10.944488Z","caller":"traceutil/trace.go:171","msg":"trace[1466251769] transaction","detail":"{read_only:false; response_revision:16686; number_of_response:1; }","duration":"954.00292ms","start":"2026-07-03T16:30:09.990466Z","end":"2026-07-03T16:30:10.944468Z","steps":["trace[1466251769] 'process raft request' (duration: 952.068795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.944586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.990452Z","time spent":"954.090234ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:10.944587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.818119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:30:10.944751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.226103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:30:10.944784Z","caller":"traceutil/trace.go:171","msg":"trace[808805314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16686; }","duration":"936.270214ms","start":"2026-07-03T16:30:10.008503Z","end":"2026-07-03T16:30:10.944773Z","steps":["trace[808805314] 'agreement among raft nodes before linearized reading' (duration: 936.175412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.944813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.008496Z","time spent":"936.310836ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:10.944816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.763289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:10.944909Z","caller":"traceutil/trace.go:171","msg":"trace[1548086995] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16686; }","duration":"958.883912ms","start":"2026-07-03T16:30:09.985999Z","end":"2026-07-03T16:30:10.944883Z","steps":["trace[1548086995] 'agreement among raft nodes before linearized reading' (duration: 958.661737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.944962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.985986Z","time spent":"958.963664ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:30:10.944978Z","caller":"traceutil/trace.go:171","msg":"trace[470471855] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16686; }","duration":"962.038555ms","start":"2026-07-03T16:30:09.982727Z","end":"2026-07-03T16:30:10.944766Z","steps":["trace[470471855] 'agreement among raft nodes before linearized reading' (duration: 961.741458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.945101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.98271Z","time spent":"962.372602ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:10.94531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.656773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:30:10.945382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.783477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:10.945397Z","caller":"traceutil/trace.go:171","msg":"trace[706787759] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16686; }","duration":"857.769235ms","start":"2026-07-03T16:30:10.087607Z","end":"2026-07-03T16:30:10.945376Z","steps":["trace[706787759] 'agreement among raft nodes before linearized reading' (duration: 857.467019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.945444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.087602Z","time spent":"857.831878ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:30:10.945464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.8756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:10.945547Z","caller":"traceutil/trace.go:171","msg":"trace[838396282] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16686; }","duration":"954.980352ms","start":"2026-07-03T16:30:09.990552Z","end":"2026-07-03T16:30:10.945532Z","steps":["trace[838396282] 'agreement among raft nodes before linearized reading' (duration: 954.813208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.945592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.99054Z","time spent":"955.042404ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:10.945663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.602481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:30:10.945698Z","caller":"traceutil/trace.go:171","msg":"trace[171858554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16686; }","duration":"953.652363ms","start":"2026-07-03T16:30:09.992037Z","end":"2026-07-03T16:30:10.94569Z","steps":["trace[171858554] 'agreement among raft nodes before linearized reading' (duration: 953.580321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.945727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.992029Z","time spent":"953.692203ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:10.945818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.702117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:10.94585Z","caller":"traceutil/trace.go:171","msg":"trace[930541963] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16686; }","duration":"954.748508ms","start":"2026-07-03T16:30:09.991092Z","end":"2026-07-03T16:30:10.945841Z","steps":["trace[930541963] 'agreement among raft nodes before linearized reading' (duration: 954.703857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.945879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.991085Z","time spent":"954.787799ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:30:10.945876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.481328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:30:10.945918Z","caller":"traceutil/trace.go:171","msg":"trace[1565580759] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16686; }","duration":"622.599221ms","start":"2026-07-03T16:30:10.323309Z","end":"2026-07-03T16:30:10.945908Z","steps":["trace[1565580759] 'agreement among raft nodes before linearized reading' (duration: 622.447438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.945948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.32329Z","time spent":"622.650302ms","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":125,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:10.945973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.587201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:10.945991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.747005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:30:10.946058Z","caller":"traceutil/trace.go:171","msg":"trace[1501496559] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16686; }","duration":"581.870467ms","start":"2026-07-03T16:30:10.364173Z","end":"2026-07-03T16:30:10.946044Z","steps":["trace[1501496559] 'agreement among raft nodes before linearized reading' (duration: 580.857894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.946088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.263019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:10.946099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.737274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:10.946103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.364146Z","time spent":"581.94377ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1597,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:30:10.946125Z","caller":"traceutil/trace.go:171","msg":"trace[1603320529] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16686; }","duration":"955.339051ms","start":"2026-07-03T16:30:09.990776Z","end":"2026-07-03T16:30:10.946115Z","steps":["trace[1603320529] 'agreement among raft nodes before linearized reading' (duration: 955.250019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.946136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.190685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:10.946152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.990753Z","time spent":"955.392463ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:30:10.946173Z","caller":"traceutil/trace.go:171","msg":"trace[251411769] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:16686; }","duration":"851.254737ms","start":"2026-07-03T16:30:10.094906Z","end":"2026-07-03T16:30:10.94616Z","steps":["trace[251411769] 'agreement among raft nodes before linearized reading' (duration: 851.195666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.946204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.094901Z","time spent":"851.296488ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:30:10.94623Z","caller":"traceutil/trace.go:171","msg":"trace[1772181418] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16686; }","duration":"956.876957ms","start":"2026-07-03T16:30:09.98934Z","end":"2026-07-03T16:30:10.946216Z","steps":["trace[1772181418] 'agreement among raft nodes before linearized reading' (duration: 956.693643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.946279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.989333Z","time spent":"956.932708ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:10.946362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.604427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:10.946387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.076156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"info","ts":"2026-07-03T16:30:10.946405Z","caller":"traceutil/trace.go:171","msg":"trace[1868793197] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16686; }","duration":"955.684619ms","start":"2026-07-03T16:30:09.990711Z","end":"2026-07-03T16:30:10.946396Z","steps":["trace[1868793197] 'agreement among raft nodes before linearized reading' (duration: 955.601088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.946417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.863018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:30:10.946434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.990698Z","time spent":"955.72944ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:10.946435Z","caller":"traceutil/trace.go:171","msg":"trace[1605235466] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:16686; }","duration":"859.135278ms","start":"2026-07-03T16:30:10.087287Z","end":"2026-07-03T16:30:10.946422Z","steps":["trace[1605235466] 'agreement among raft nodes before linearized reading' (duration: 859.028596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:10.946457Z","caller":"traceutil/trace.go:171","msg":"trace[1849700652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16686; }","duration":"857.939681ms","start":"2026-07-03T16:30:10.088508Z","end":"2026-07-03T16:30:10.946447Z","steps":["trace[1849700652] 'agreement among raft nodes before linearized reading' (duration: 857.831318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.946485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.088488Z","time spent":"857.991202ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:30:10.946511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.318546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:10.947742Z","caller":"traceutil/trace.go:171","msg":"trace[496055289] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16686; }","duration":"961.636595ms","start":"2026-07-03T16:30:09.986084Z","end":"2026-07-03T16:30:10.94772Z","steps":["trace[496055289] 'agreement among raft nodes before linearized reading' (duration: 960.389067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.947811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.986066Z","time spent":"961.727377ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:10.945595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.068278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:30:10.947987Z","caller":"traceutil/trace.go:171","msg":"trace[1053284618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16686; }","duration":"941.460884ms","start":"2026-07-03T16:30:10.0065Z","end":"2026-07-03T16:30:10.947961Z","steps":["trace[1053284618] 'agreement among raft nodes before linearized reading' (duration: 939.029868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.94815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.006492Z","time spent":"941.634817ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:30:10.946012Z","caller":"traceutil/trace.go:171","msg":"trace[847102816] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16686; }","duration":"956.631601ms","start":"2026-07-03T16:30:09.989368Z","end":"2026-07-03T16:30:10.946Z","steps":["trace[847102816] 'agreement among raft nodes before linearized reading' (duration: 956.536669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.948846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.989365Z","time spent":"959.448856ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:10.946483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.087284Z","time spent":"859.186669ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20582,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" "} {"level":"warn","ts":"2026-07-03T16:30:10.945872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.107789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:30:10.949043Z","caller":"traceutil/trace.go:171","msg":"trace[1935096262] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16686; }","duration":"959.303663ms","start":"2026-07-03T16:30:09.989721Z","end":"2026-07-03T16:30:10.949025Z","steps":["trace[1935096262] 'agreement among raft nodes before linearized reading' (duration: 956.057919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.9491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.989706Z","time spent":"959.377224ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:30:10.94657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.929654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:10.949223Z","caller":"traceutil/trace.go:171","msg":"trace[752004398] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16686; }","duration":"958.594426ms","start":"2026-07-03T16:30:09.990611Z","end":"2026-07-03T16:30:10.949205Z","steps":["trace[752004398] 'agreement among raft nodes before linearized reading' (duration: 955.939025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.949273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.990605Z","time spent":"958.654397ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:10.946589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.307632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:30:10.949383Z","caller":"traceutil/trace.go:171","msg":"trace[1265053334] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:16686; }","duration":"862.096875ms","start":"2026-07-03T16:30:10.087258Z","end":"2026-07-03T16:30:10.949355Z","steps":["trace[1265053334] 'agreement among raft nodes before linearized reading' (duration: 859.24703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.949477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.087252Z","time spent":"862.193607ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:30:10.946619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.177646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:30:10.949667Z","caller":"traceutil/trace.go:171","msg":"trace[1033833842] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16686; }","duration":"861.224526ms","start":"2026-07-03T16:30:10.088422Z","end":"2026-07-03T16:30:10.949646Z","steps":["trace[1033833842] 'agreement among raft nodes before linearized reading' (duration: 858.132185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.946687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.329893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-03T16:30:10.949732Z","caller":"traceutil/trace.go:171","msg":"trace[1526490848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:16686; }","duration":"900.452505ms","start":"2026-07-03T16:30:10.049265Z","end":"2026-07-03T16:30:10.949718Z","steps":["trace[1526490848] 'agreement among raft nodes before linearized reading' (duration: 897.348104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.949784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.049245Z","time spent":"900.524017ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:30:10.946783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.786657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:30:10.94989Z","caller":"traceutil/trace.go:171","msg":"trace[503422178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16686; }","duration":"936.903709ms","start":"2026-07-03T16:30:10.012972Z","end":"2026-07-03T16:30:10.949875Z","steps":["trace[503422178] 'agreement among raft nodes before linearized reading' (duration: 933.739017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.949931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.012964Z","time spent":"936.95802ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:30:10.945504Z","caller":"traceutil/trace.go:171","msg":"trace[1716437798] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16686; }","duration":"954.824638ms","start":"2026-07-03T16:30:09.990588Z","end":"2026-07-03T16:30:10.945412Z","steps":["trace[1716437798] 'agreement among raft nodes before linearized reading' (duration: 954.715866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:10.949867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:10.088415Z","time spent":"861.42908ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:30:10.95006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:09.990579Z","time spent":"959.463056ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:30:11.098692Z","caller":"traceutil/trace.go:171","msg":"trace[1266299159] linearizableReadLoop","detail":"{readStateIndex:17289; appliedIndex:17288; }","duration":"142.832811ms","start":"2026-07-03T16:30:10.955836Z","end":"2026-07-03T16:30:11.098669Z","steps":["trace[1266299159] 'read index received' (duration: 97.086953ms)","trace[1266299159] 'applied index is now lower than readState.Index' (duration: 45.744828ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:11.098867Z","caller":"traceutil/trace.go:171","msg":"trace[222237494] transaction","detail":"{read_only:false; response_revision:16687; number_of_response:1; }","duration":"143.19077ms","start":"2026-07-03T16:30:10.955645Z","end":"2026-07-03T16:30:11.098836Z","steps":["trace[222237494] 'process raft request' (duration: 97.267328ms)","trace[222237494] 'compare' (duration: 45.641145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:11.099605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.745692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:11.099709Z","caller":"traceutil/trace.go:171","msg":"trace[2003485637] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16687; }","duration":"143.893525ms","start":"2026-07-03T16:30:10.955798Z","end":"2026-07-03T16:30:11.099692Z","steps":["trace[2003485637] 'agreement among raft nodes before linearized reading' (duration: 143.057706ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:11.112853Z","caller":"traceutil/trace.go:171","msg":"trace[1399121452] transaction","detail":"{read_only:false; response_revision:16689; number_of_response:1; }","duration":"156.861683ms","start":"2026-07-03T16:30:10.955974Z","end":"2026-07-03T16:30:11.112835Z","steps":["trace[1399121452] 'process raft request' (duration: 156.75008ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:11.11307Z","caller":"traceutil/trace.go:171","msg":"trace[1982433683] transaction","detail":"{read_only:false; response_revision:16690; number_of_response:1; }","duration":"156.359081ms","start":"2026-07-03T16:30:10.956688Z","end":"2026-07-03T16:30:11.113047Z","steps":["trace[1982433683] 'process raft request' (duration: 156.086665ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:11.113191Z","caller":"traceutil/trace.go:171","msg":"trace[223351158] transaction","detail":"{read_only:false; response_revision:16691; number_of_response:1; }","duration":"154.637921ms","start":"2026-07-03T16:30:10.958541Z","end":"2026-07-03T16:30:11.113179Z","steps":["trace[223351158] 'process raft request' (duration: 154.267323ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:11.113602Z","caller":"traceutil/trace.go:171","msg":"trace[1924005790] transaction","detail":"{read_only:false; response_revision:16688; number_of_response:1; }","duration":"157.62066ms","start":"2026-07-03T16:30:10.955969Z","end":"2026-07-03T16:30:11.113589Z","steps":["trace[1924005790] 'process raft request' (duration: 156.622817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:11.114131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.218754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"warn","ts":"2026-07-03T16:30:11.114134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.477498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:11.114166Z","caller":"traceutil/trace.go:171","msg":"trace[1046141842] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16691; }","duration":"158.280165ms","start":"2026-07-03T16:30:10.955877Z","end":"2026-07-03T16:30:11.114158Z","steps":["trace[1046141842] 'agreement among raft nodes before linearized reading' (duration: 156.983515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:11.114197Z","caller":"traceutil/trace.go:171","msg":"trace[1687735160] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16691; }","duration":"157.56343ms","start":"2026-07-03T16:30:10.956619Z","end":"2026-07-03T16:30:11.114182Z","steps":["trace[1687735160] 'agreement among raft nodes before linearized reading' (duration: 156.484295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:11.114451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.220541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:11.114524Z","caller":"traceutil/trace.go:171","msg":"trace[802344525] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16691; }","duration":"157.315793ms","start":"2026-07-03T16:30:10.957185Z","end":"2026-07-03T16:30:11.114501Z","steps":["trace[802344525] 'agreement among raft nodes before linearized reading' (duration: 155.89956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:11.114835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.917871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:11.114863Z","caller":"traceutil/trace.go:171","msg":"trace[947068741] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16691; }","duration":"158.963501ms","start":"2026-07-03T16:30:10.955891Z","end":"2026-07-03T16:30:11.114854Z","steps":["trace[947068741] 'agreement among raft nodes before linearized reading' (duration: 157.366654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.158727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.190359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:13.158795Z","caller":"traceutil/trace.go:171","msg":"trace[1888516971] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16694; }","duration":"205.292272ms","start":"2026-07-03T16:30:12.953488Z","end":"2026-07-03T16:30:13.15878Z","steps":["trace[1888516971] 'range keys from in-memory index tree' (duration: 205.062267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.159058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.468257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:13.159179Z","caller":"traceutil/trace.go:171","msg":"trace[1373395272] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16694; }","duration":"205.622501ms","start":"2026-07-03T16:30:12.953537Z","end":"2026-07-03T16:30:13.15916Z","steps":["trace[1373395272] 'range keys from in-memory index tree' (duration: 205.276872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.159451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.926337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.159499Z","caller":"traceutil/trace.go:171","msg":"trace[2094689525] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16694; }","duration":"205.995019ms","start":"2026-07-03T16:30:12.953492Z","end":"2026-07-03T16:30:13.159487Z","steps":["trace[2094689525] 'range keys from in-memory index tree' (duration: 205.840246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.15954Z","caller":"traceutil/trace.go:171","msg":"trace[1328479658] transaction","detail":"{read_only:false; response_revision:16695; number_of_response:1; }","duration":"204.971774ms","start":"2026-07-03T16:30:12.954535Z","end":"2026-07-03T16:30:13.159507Z","steps":["trace[1328479658] 'process raft request' (duration: 106.797746ms)","trace[1328479658] 'compare' (duration: 97.451931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:13.159587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.247678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.160052Z","caller":"traceutil/trace.go:171","msg":"trace[1330754390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16694; }","duration":"214.673997ms","start":"2026-07-03T16:30:12.945305Z","end":"2026-07-03T16:30:13.159979Z","steps":["trace[1330754390] 'range keys from in-memory index tree' (duration: 214.193397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.159695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.388448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:13.160222Z","caller":"traceutil/trace.go:171","msg":"trace[1959362218] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16694; }","duration":"206.9307ms","start":"2026-07-03T16:30:12.953276Z","end":"2026-07-03T16:30:13.160207Z","steps":["trace[1959362218] 'range keys from in-memory index tree' (duration: 206.263255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.159725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.381313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.160421Z","caller":"traceutil/trace.go:171","msg":"trace[2095380873] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16694; }","duration":"209.09006ms","start":"2026-07-03T16:30:12.951319Z","end":"2026-07-03T16:30:13.160409Z","steps":["trace[2095380873] 'range keys from in-memory index tree' (duration: 208.338353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.534259Z","caller":"traceutil/trace.go:171","msg":"trace[1822945705] linearizableReadLoop","detail":"{readStateIndex:17299; appliedIndex:17297; }","duration":"578.297327ms","start":"2026-07-03T16:30:12.955938Z","end":"2026-07-03T16:30:13.534235Z","steps":["trace[1822945705] 'read index received' (duration: 105.550708ms)","trace[1822945705] 'applied index is now lower than readState.Index' (duration: 472.745729ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:13.534372Z","caller":"traceutil/trace.go:171","msg":"trace[1247094412] transaction","detail":"{read_only:false; response_revision:16696; number_of_response:1; }","duration":"578.715536ms","start":"2026-07-03T16:30:12.955647Z","end":"2026-07-03T16:30:13.534362Z","steps":["trace[1247094412] 'process raft request' (duration: 574.381836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.534467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.955629Z","time spent":"578.766947ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:13.534682Z","caller":"traceutil/trace.go:171","msg":"trace[990135589] transaction","detail":"{read_only:false; response_revision:16697; number_of_response:1; }","duration":"578.510352ms","start":"2026-07-03T16:30:12.956159Z","end":"2026-07-03T16:30:13.53467Z","steps":["trace[990135589] 'process raft request' (duration: 577.989289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.534741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.956147Z","time spent":"578.564663ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:13.534965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.021553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:30:13.535003Z","caller":"traceutil/trace.go:171","msg":"trace[2028255053] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16697; }","duration":"579.086114ms","start":"2026-07-03T16:30:12.955908Z","end":"2026-07-03T16:30:13.534994Z","steps":["trace[2028255053] 'agreement among raft nodes before linearized reading' (duration: 578.943751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.955897Z","time spent":"579.127486ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:30:13.535246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.153753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:13.535253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.516951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.53528Z","caller":"traceutil/trace.go:171","msg":"trace[699226296] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16697; }","duration":"578.199924ms","start":"2026-07-03T16:30:12.957072Z","end":"2026-07-03T16:30:13.535272Z","steps":["trace[699226296] 'agreement among raft nodes before linearized reading' (duration: 578.147783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.957068Z","time spent":"578.232935ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:13.535303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.970144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:13.535345Z","caller":"traceutil/trace.go:171","msg":"trace[1325414891] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16697; }","duration":"578.589304ms","start":"2026-07-03T16:30:12.956703Z","end":"2026-07-03T16:30:13.535292Z","steps":["trace[1325414891] 'agreement among raft nodes before linearized reading' (duration: 578.497252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.956696Z","time spent":"578.683286ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:13.53548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.47454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:30:13.535506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.098971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.535537Z","caller":"traceutil/trace.go:171","msg":"trace[2140938286] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16697; }","duration":"213.548911ms","start":"2026-07-03T16:30:13.321968Z","end":"2026-07-03T16:30:13.535517Z","steps":["trace[2140938286] 'agreement among raft nodes before linearized reading' (duration: 213.478569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.53552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.090118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:13.53557Z","caller":"traceutil/trace.go:171","msg":"trace[506012541] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16697; }","duration":"416.184434ms","start":"2026-07-03T16:30:13.119369Z","end":"2026-07-03T16:30:13.535554Z","steps":["trace[506012541] 'agreement among raft nodes before linearized reading' (duration: 416.066391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.538782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:13.535625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.119363Z","time spent":"416.255135ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-03T16:30:13.535655Z","caller":"traceutil/trace.go:171","msg":"trace[1521037601] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16697; }","duration":"578.600924ms","start":"2026-07-03T16:30:12.957042Z","end":"2026-07-03T16:30:13.535643Z","steps":["trace[1521037601] 'agreement among raft nodes before linearized reading' (duration: 578.475461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.957036Z","time spent":"578.684015ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:13.535763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.938537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:13.535775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.805161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.535789Z","caller":"traceutil/trace.go:171","msg":"trace[2010674929] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16697; }","duration":"415.962478ms","start":"2026-07-03T16:30:13.119818Z","end":"2026-07-03T16:30:13.535781Z","steps":["trace[2010674929] 'agreement among raft nodes before linearized reading' (duration: 415.922907ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.535805Z","caller":"traceutil/trace.go:171","msg":"trace[329481480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16697; }","duration":"373.835202ms","start":"2026-07-03T16:30:13.161961Z","end":"2026-07-03T16:30:13.535796Z","steps":["trace[329481480] 'agreement among raft nodes before linearized reading' (duration: 373.785661ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.535382Z","caller":"traceutil/trace.go:171","msg":"trace[257518356] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16697; }","duration":"418.051775ms","start":"2026-07-03T16:30:13.117318Z","end":"2026-07-03T16:30:13.535369Z","steps":["trace[257518356] 'agreement among raft nodes before linearized reading' (duration: 417.886472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.119793Z","time spent":"416.027849ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:13.535832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.161932Z","time spent":"373.893524ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:30:13.535862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.117288Z","time spent":"418.561897ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:13.535905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.381367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.535927Z","caller":"traceutil/trace.go:171","msg":"trace[453006984] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16697; }","duration":"416.415099ms","start":"2026-07-03T16:30:13.119505Z","end":"2026-07-03T16:30:13.53592Z","steps":["trace[453006984] 'agreement among raft nodes before linearized reading' (duration: 416.383318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.810681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:30:13.535962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.1195Z","time spent":"416.452239ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:30:13.535982Z","caller":"traceutil/trace.go:171","msg":"trace[1318204977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16697; }","duration":"415.435746ms","start":"2026-07-03T16:30:13.120528Z","end":"2026-07-03T16:30:13.535964Z","steps":["trace[1318204977] 'agreement among raft nodes before linearized reading' (duration: 414.675599ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.535582Z","caller":"traceutil/trace.go:171","msg":"trace[568628529] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16697; }","duration":"415.165439ms","start":"2026-07-03T16:30:13.120405Z","end":"2026-07-03T16:30:13.53557Z","steps":["trace[568628529] 'agreement among raft nodes before linearized reading' (duration: 415.023326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.120395Z","time spent":"415.63016ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.120521Z","time spent":"415.499817ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.884348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:30:13.536079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.695277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:30:13.536142Z","caller":"traceutil/trace.go:171","msg":"trace[2071355209] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16697; }","duration":"393.78093ms","start":"2026-07-03T16:30:13.14235Z","end":"2026-07-03T16:30:13.536131Z","steps":["trace[2071355209] 'agreement among raft nodes before linearized reading' (duration: 393.605846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.804134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-03T16:30:13.536186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.142339Z","time spent":"393.838461ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.946881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:30:13.536196Z","caller":"traceutil/trace.go:171","msg":"trace[1221361163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:16697; }","duration":"422.848136ms","start":"2026-07-03T16:30:13.113341Z","end":"2026-07-03T16:30:13.536189Z","steps":["trace[1221361163] 'agreement among raft nodes before linearized reading' (duration: 422.769204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.536219Z","caller":"traceutil/trace.go:171","msg":"trace[140776663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16697; }","duration":"416.986671ms","start":"2026-07-03T16:30:13.119224Z","end":"2026-07-03T16:30:13.53621Z","steps":["trace[140776663] 'agreement among raft nodes before linearized reading' (duration: 416.876449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.53625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.119216Z","time spent":"417.029292ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.113332Z","time spent":"422.890427ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.705866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"warn","ts":"2026-07-03T16:30:13.53645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.406348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:13.536469Z","caller":"traceutil/trace.go:171","msg":"trace[1050008099] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:16697; }","duration":"396.798718ms","start":"2026-07-03T16:30:13.139658Z","end":"2026-07-03T16:30:13.536457Z","steps":["trace[1050008099] 'agreement among raft nodes before linearized reading' (duration: 396.715876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.536478Z","caller":"traceutil/trace.go:171","msg":"trace[254334529] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16697; }","duration":"578.442679ms","start":"2026-07-03T16:30:12.958027Z","end":"2026-07-03T16:30:13.53647Z","steps":["trace[254334529] 'agreement among raft nodes before linearized reading' (duration: 578.327017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.958022Z","time spent":"578.4786ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.167235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:30:13.536592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.312656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:30:13.536576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.217969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:30:13.536629Z","caller":"traceutil/trace.go:171","msg":"trace[725959406] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16697; }","duration":"399.366807ms","start":"2026-07-03T16:30:13.137255Z","end":"2026-07-03T16:30:13.536622Z","steps":["trace[725959406] 'agreement among raft nodes before linearized reading' (duration: 399.273144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.137246Z","time spent":"399.404898ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"info","ts":"2026-07-03T16:30:13.536659Z","caller":"traceutil/trace.go:171","msg":"trace[858333419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16697; }","duration":"418.319851ms","start":"2026-07-03T16:30:13.11832Z","end":"2026-07-03T16:30:13.53664Z","steps":["trace[858333419] 'agreement among raft nodes before linearized reading' (duration: 418.082536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.308912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:30:13.536555Z","caller":"traceutil/trace.go:171","msg":"trace[1517008039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16697; }","duration":"417.281698ms","start":"2026-07-03T16:30:13.11926Z","end":"2026-07-03T16:30:13.536542Z","steps":["trace[1517008039] 'agreement among raft nodes before linearized reading' (duration: 416.341067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.118312Z","time spent":"418.404024ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.930296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.536091Z","caller":"traceutil/trace.go:171","msg":"trace[2137081488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16697; }","duration":"433.96203ms","start":"2026-07-03T16:30:13.102118Z","end":"2026-07-03T16:30:13.53608Z","steps":["trace[2137081488] 'agreement among raft nodes before linearized reading' (duration: 433.851108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.702981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:13.536819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.1021Z","time spent":"434.709687ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.798633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:13.536838Z","caller":"traceutil/trace.go:171","msg":"trace[1498206947] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16697; }","duration":"401.742851ms","start":"2026-07-03T16:30:13.135087Z","end":"2026-07-03T16:30:13.53683Z","steps":["trace[1498206947] 'agreement among raft nodes before linearized reading' (duration: 401.6717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.536867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.135079Z","time spent":"401.781972ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:30:13.536891Z","caller":"traceutil/trace.go:171","msg":"trace[665560145] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16697; }","duration":"416.06541ms","start":"2026-07-03T16:30:13.120786Z","end":"2026-07-03T16:30:13.536851Z","steps":["trace[665560145] 'agreement among raft nodes before linearized reading' (duration: 415.790904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.535494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.290835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:13.536933Z","caller":"traceutil/trace.go:171","msg":"trace[752541471] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16697; }","duration":"579.729117ms","start":"2026-07-03T16:30:12.957195Z","end":"2026-07-03T16:30:13.536924Z","steps":["trace[752541471] 'agreement among raft nodes before linearized reading' (duration: 578.234894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.537013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.634308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:13.536932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.120779Z","time spent":"416.140871ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:30:13.53704Z","caller":"traceutil/trace.go:171","msg":"trace[1944510735] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16697; }","duration":"414.67733ms","start":"2026-07-03T16:30:13.122355Z","end":"2026-07-03T16:30:13.537032Z","steps":["trace[1944510735] 'agreement among raft nodes before linearized reading' (duration: 414.583757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.537045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.95718Z","time spent":"579.852702ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:13.537055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.972659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:13.537069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.122346Z","time spent":"414.716921ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:13.537107Z","caller":"traceutil/trace.go:171","msg":"trace[1771776194] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16697; }","duration":"416.03489ms","start":"2026-07-03T16:30:13.121054Z","end":"2026-07-03T16:30:13.537089Z","steps":["trace[1771776194] 'agreement among raft nodes before linearized reading' (duration: 415.888176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.537156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.121047Z","time spent":"416.097271ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:30:13.537302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.478965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:13.537282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.122776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:13.53735Z","caller":"traceutil/trace.go:171","msg":"trace[1623044087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16697; }","duration":"411.566107ms","start":"2026-07-03T16:30:13.125771Z","end":"2026-07-03T16:30:13.537337Z","steps":["trace[1623044087] 'agreement among raft nodes before linearized reading' (duration: 411.358952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.537387Z","caller":"traceutil/trace.go:171","msg":"trace[1602799416] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16697; }","duration":"414.277329ms","start":"2026-07-03T16:30:13.123085Z","end":"2026-07-03T16:30:13.537362Z","steps":["trace[1602799416] 'agreement among raft nodes before linearized reading' (duration: 413.816538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.537412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.125763Z","time spent":"411.612978ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.439089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:13.537456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.123079Z","time spent":"414.367221ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.139648Z","time spent":"396.850659ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20582,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" "} {"level":"info","ts":"2026-07-03T16:30:13.536776Z","caller":"traceutil/trace.go:171","msg":"trace[1401636630] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16697; }","duration":"416.026509ms","start":"2026-07-03T16:30:13.120735Z","end":"2026-07-03T16:30:13.536762Z","steps":["trace[1401636630] 'agreement among raft nodes before linearized reading' (duration: 415.923616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.537619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.120727Z","time spent":"416.879849ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:13.536741Z","caller":"traceutil/trace.go:171","msg":"trace[1715440619] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:16697; }","duration":"401.343383ms","start":"2026-07-03T16:30:13.135382Z","end":"2026-07-03T16:30:13.536725Z","steps":["trace[1715440619] 'agreement among raft nodes before linearized reading' (duration: 401.252911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.537707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.135359Z","time spent":"402.336676ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:30:13.536775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:13.119253Z","time spent":"417.507463ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:30:13.537628Z","caller":"traceutil/trace.go:171","msg":"trace[365027369] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16697; }","duration":"579.601726ms","start":"2026-07-03T16:30:12.957886Z","end":"2026-07-03T16:30:13.537488Z","steps":["trace[365027369] 'agreement among raft nodes before linearized reading' (duration: 577.323654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.538147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:12.957881Z","time spent":"580.252451ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:30:13.704453Z","caller":"traceutil/trace.go:171","msg":"trace[1228040723] transaction","detail":"{read_only:false; response_revision:16699; number_of_response:1; }","duration":"161.427107ms","start":"2026-07-03T16:30:13.542999Z","end":"2026-07-03T16:30:13.704426Z","steps":["trace[1228040723] 'process raft request' (duration: 107.746708ms)","trace[1228040723] 'compare' (duration: 53.199668ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:13.70474Z","caller":"traceutil/trace.go:171","msg":"trace[679910178] transaction","detail":"{read_only:false; response_revision:16701; number_of_response:1; }","duration":"161.784725ms","start":"2026-07-03T16:30:13.542937Z","end":"2026-07-03T16:30:13.704721Z","steps":["trace[679910178] 'process raft request' (duration: 161.651852ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.70478Z","caller":"traceutil/trace.go:171","msg":"trace[573676608] linearizableReadLoop","detail":"{readStateIndex:17304; appliedIndex:17300; }","duration":"159.725379ms","start":"2026-07-03T16:30:13.545038Z","end":"2026-07-03T16:30:13.704763Z","steps":["trace[573676608] 'read index received' (duration: 35.267628ms)","trace[573676608] 'applied index is now lower than readState.Index' (duration: 124.456661ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:13.704888Z","caller":"traceutil/trace.go:171","msg":"trace[764446778] transaction","detail":"{read_only:false; response_revision:16700; number_of_response:1; }","duration":"161.698423ms","start":"2026-07-03T16:30:13.543177Z","end":"2026-07-03T16:30:13.704875Z","steps":["trace[764446778] 'process raft request' (duration: 161.198072ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.704894Z","caller":"traceutil/trace.go:171","msg":"trace[2129099120] transaction","detail":"{read_only:false; response_revision:16702; number_of_response:1; }","duration":"157.947907ms","start":"2026-07-03T16:30:13.546936Z","end":"2026-07-03T16:30:13.704884Z","steps":["trace[2129099120] 'process raft request' (duration: 157.738473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.706979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.900419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:13.707066Z","caller":"traceutil/trace.go:171","msg":"trace[1109248297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16702; }","duration":"162.031761ms","start":"2026-07-03T16:30:13.545007Z","end":"2026-07-03T16:30:13.707039Z","steps":["trace[1109248297] 'agreement among raft nodes before linearized reading' (duration: 159.904282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.712164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.431196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:13.712208Z","caller":"traceutil/trace.go:171","msg":"trace[1401525680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16702; }","duration":"164.485988ms","start":"2026-07-03T16:30:13.547711Z","end":"2026-07-03T16:30:13.712197Z","steps":["trace[1401525680] 'agreement among raft nodes before linearized reading' (duration: 157.530389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.713736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.160969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:13.713778Z","caller":"traceutil/trace.go:171","msg":"trace[2010022604] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16702; }","duration":"167.426865ms","start":"2026-07-03T16:30:13.546342Z","end":"2026-07-03T16:30:13.713769Z","steps":["trace[2010022604] 'agreement among raft nodes before linearized reading' (duration: 158.803767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.716163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.518113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:13.71622Z","caller":"traceutil/trace.go:171","msg":"trace[212596624] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16702; }","duration":"166.577115ms","start":"2026-07-03T16:30:13.549621Z","end":"2026-07-03T16:30:13.716198Z","steps":["trace[212596624] 'agreement among raft nodes before linearized reading' (duration: 155.83773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:13.717376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.895692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764287"} {"level":"info","ts":"2026-07-03T16:30:13.71748Z","caller":"traceutil/trace.go:171","msg":"trace[1591806285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16702; }","duration":"170.010494ms","start":"2026-07-03T16:30:13.547457Z","end":"2026-07-03T16:30:13.717468Z","steps":["trace[1591806285] 'agreement among raft nodes before linearized reading' (duration: 158.177063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:15.244827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687365596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:30:15.419687Z","caller":"traceutil/trace.go:171","msg":"trace[604254227] transaction","detail":"{read_only:false; response_revision:16703; number_of_response:1; }","duration":"823.128303ms","start":"2026-07-03T16:30:14.596511Z","end":"2026-07-03T16:30:15.419639Z","steps":["trace[604254227] 'process raft request' (duration: 822.897847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:15.419832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:14.596486Z","time spent":"823.269817ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:16.535361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.84484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:30:16.535496Z","caller":"traceutil/trace.go:171","msg":"trace[537146338] linearizableReadLoop","detail":"{readStateIndex:17307; appliedIndex:17305; }","duration":"1.791214218s","start":"2026-07-03T16:30:14.744263Z","end":"2026-07-03T16:30:16.535478Z","steps":["trace[537146338] 'read index received' (duration: 675.137204ms)","trace[537146338] 'applied index is now lower than readState.Index' (duration: 1.116075604s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:16.535592Z","caller":"traceutil/trace.go:171","msg":"trace[1648821172] transaction","detail":"{read_only:false; response_revision:16704; number_of_response:1; }","duration":"1.370215805s","start":"2026-07-03T16:30:15.165343Z","end":"2026-07-03T16:30:16.535559Z","steps":["trace[1648821172] 'process raft request' (duration: 1.045097278s)","trace[1648821172] 'compare' (duration: 324.738138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:16.535656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791390902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:30:16.53571Z","caller":"traceutil/trace.go:171","msg":"trace[1259624640] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16704; }","duration":"1.791486614s","start":"2026-07-03T16:30:14.744212Z","end":"2026-07-03T16:30:16.535699Z","steps":["trace[1259624640] 'agreement among raft nodes before linearized reading' (duration: 1.79133421s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:16.535746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:14.744195Z","time spent":"1.791539445s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:16.53576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.165326Z","time spent":"1.370326337s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:16.946109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:30:16.946193Z","caller":"traceutil/trace.go:171","msg":"trace[1764494524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431019s","start":"2026-07-03T16:30:14.945743Z","end":"2026-07-03T16:30:16.946174Z","steps":["trace[1764494524] 'agreement among raft nodes before linearized reading' (duration: 2.000328767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:16.946238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:14.945727Z","time spent":"2.00050106s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:30:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:30:17.507389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.921635ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.507565Z","caller":"traceutil/trace.go:171","msg":"trace[507295198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16704; }","duration":"519.11485ms","start":"2026-07-03T16:30:16.988424Z","end":"2026-07-03T16:30:17.507539Z","steps":["trace[507295198] 'range keys from in-memory index tree' (duration: 518.888265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.508936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.067853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:30:17.509098Z","caller":"traceutil/trace.go:171","msg":"trace[186366702] transaction","detail":"{read_only:false; response_revision:16705; number_of_response:1; }","duration":"1.968342373s","start":"2026-07-03T16:30:15.540736Z","end":"2026-07-03T16:30:17.509079Z","steps":["trace[186366702] 'process raft request' (duration: 1.155051016s)","trace[186366702] 'compare' (duration: 812.713304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:17.509237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.540714Z","time spent":"1.968416896s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:17.509856Z","caller":"traceutil/trace.go:171","msg":"trace[1990197136] transaction","detail":"{read_only:false; response_revision:16706; number_of_response:1; }","duration":"1.965350966s","start":"2026-07-03T16:30:15.544469Z","end":"2026-07-03T16:30:17.50982Z","steps":["trace[1990197136] 'process raft request' (duration: 1.964561307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.509957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.544456Z","time spent":"1.965453719s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:17.510414Z","caller":"traceutil/trace.go:171","msg":"trace[1442392198] transaction","detail":"{read_only:false; response_revision:16707; number_of_response:1; }","duration":"1.87250734s","start":"2026-07-03T16:30:15.637882Z","end":"2026-07-03T16:30:17.510389Z","steps":["trace[1442392198] 'process raft request' (duration: 1.872161622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.510743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.637866Z","time spent":"1.872620392s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:17.729794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.552849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:30:17.730154Z","caller":"traceutil/trace.go:171","msg":"trace[464056765] transaction","detail":"{read_only:false; response_revision:16709; number_of_response:1; }","duration":"305.225741ms","start":"2026-07-03T16:30:17.424907Z","end":"2026-07-03T16:30:17.730133Z","steps":["trace[464056765] 'process raft request' (duration: 305.17475ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.730257Z","caller":"traceutil/trace.go:171","msg":"trace[273022150] transaction","detail":"{read_only:false; response_revision:16708; number_of_response:1; }","duration":"1.298635954s","start":"2026-07-03T16:30:16.431609Z","end":"2026-07-03T16:30:17.730245Z","steps":["trace[273022150] 'process raft request' (duration: 1.298295327s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.731221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:16.431585Z","time spent":"1.299594277s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:17.730314Z","caller":"traceutil/trace.go:171","msg":"trace[1752091005] linearizableReadLoop","detail":"{readStateIndex:17312; appliedIndex:17307; }","duration":"1.194783056s","start":"2026-07-03T16:30:16.535521Z","end":"2026-07-03T16:30:17.730304Z","steps":["trace[1752091005] 'read index received' (duration: 160.366983ms)","trace[1752091005] 'applied index is now lower than readState.Index' (duration: 1.034415033s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:17.730382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565108013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.731434Z","caller":"traceutil/trace.go:171","msg":"trace[473945197] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16709; }","duration":"2.566195298s","start":"2026-07-03T16:30:15.165218Z","end":"2026-07-03T16:30:17.731414Z","steps":["trace[473945197] 'agreement among raft nodes before linearized reading' (duration: 2.565116282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.731492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.165199Z","time spent":"2.56627877s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:30:17.731575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.503373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:30:17.731625Z","caller":"traceutil/trace.go:171","msg":"trace[2039812844] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:16709; }","duration":"992.590765ms","start":"2026-07-03T16:30:16.739018Z","end":"2026-07-03T16:30:17.731608Z","steps":["trace[2039812844] 'agreement among raft nodes before linearized reading' (duration: 992.496663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.731678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:16.738998Z","time spent":"992.654376ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":30,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:17.730487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989913508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:30:17.732068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.712277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-03T16:30:17.732075Z","caller":"traceutil/trace.go:171","msg":"trace[175516451] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16709; }","duration":"1.991497235s","start":"2026-07-03T16:30:15.740546Z","end":"2026-07-03T16:30:17.732043Z","steps":["trace[175516451] 'agreement among raft nodes before linearized reading' (duration: 1.989855687s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.732107Z","caller":"traceutil/trace.go:171","msg":"trace[1212806606] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:16709; }","duration":"782.785439ms","start":"2026-07-03T16:30:16.949312Z","end":"2026-07-03T16:30:17.732097Z","steps":["trace[1212806606] 'agreement among raft nodes before linearized reading' (duration: 782.691657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.732136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.740534Z","time spent":"1.991585307s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:30:17.732141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:16.949297Z","time spent":"782.83827ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185149071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.732508Z","caller":"traceutil/trace.go:171","msg":"trace[1533430228] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16709; }","duration":"2.187159587s","start":"2026-07-03T16:30:15.545338Z","end":"2026-07-03T16:30:17.732498Z","steps":["trace[1533430228] 'agreement among raft nodes before linearized reading' (duration: 2.185166781s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.730592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185353265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:30:17.732549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.545316Z","time spent":"2.187223178s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-03T16:30:17.732568Z","caller":"traceutil/trace.go:171","msg":"trace[808650672] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16709; }","duration":"2.18733239s","start":"2026-07-03T16:30:15.54522Z","end":"2026-07-03T16:30:17.732552Z","steps":["trace[808650672] 'agreement among raft nodes before linearized reading' (duration: 2.185317234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.732607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.545214Z","time spent":"2.187383342s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186065941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:17.730623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185615051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.732691Z","caller":"traceutil/trace.go:171","msg":"trace[773581189] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16709; }","duration":"2.188113118s","start":"2026-07-03T16:30:15.544565Z","end":"2026-07-03T16:30:17.732678Z","steps":["trace[773581189] 'agreement among raft nodes before linearized reading' (duration: 2.186072021s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.732722Z","caller":"traceutil/trace.go:171","msg":"trace[442320896] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16709; }","duration":"2.18772679s","start":"2026-07-03T16:30:15.544985Z","end":"2026-07-03T16:30:17.732712Z","steps":["trace[442320896] 'agreement among raft nodes before linearized reading' (duration: 2.185622392s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.732735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.544559Z","time spent":"2.188163299s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:30:17.732758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.544978Z","time spent":"2.187772291s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022376561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:30:17.732833Z","caller":"traceutil/trace.go:171","msg":"trace[1820314888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16709; }","duration":"2.024628624s","start":"2026-07-03T16:30:15.708196Z","end":"2026-07-03T16:30:17.732825Z","steps":["trace[1820314888] 'agreement among raft nodes before linearized reading' (duration: 2.02231134s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.730681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187545615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:17.732867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.708172Z","time spent":"2.024686934s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:30:17.732884Z","caller":"traceutil/trace.go:171","msg":"trace[1825915500] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16709; }","duration":"2.189764696s","start":"2026-07-03T16:30:15.543112Z","end":"2026-07-03T16:30:17.732877Z","steps":["trace[1825915500] 'agreement among raft nodes before linearized reading' (duration: 2.187554556s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.732907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.543101Z","time spent":"2.189799566s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005918075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-03T16:30:17.732938Z","caller":"traceutil/trace.go:171","msg":"trace[1916839530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:16709; }","duration":"2.008228378s","start":"2026-07-03T16:30:15.724701Z","end":"2026-07-03T16:30:17.732929Z","steps":["trace[1916839530] 'agreement among raft nodes before linearized reading' (duration: 2.005830133s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.730673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185057308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:17.732998Z","caller":"traceutil/trace.go:171","msg":"trace[296367683] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16709; }","duration":"2.187414542s","start":"2026-07-03T16:30:15.545577Z","end":"2026-07-03T16:30:17.732992Z","steps":["trace[296367683] 'agreement among raft nodes before linearized reading' (duration: 2.184907445s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.733015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.545573Z","time spent":"2.187436623s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187971236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.733068Z","caller":"traceutil/trace.go:171","msg":"trace[1880553163] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16709; }","duration":"2.190313849s","start":"2026-07-03T16:30:15.54275Z","end":"2026-07-03T16:30:17.733064Z","steps":["trace[1880553163] 'agreement among raft nodes before linearized reading' (duration: 2.187984416s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.733085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.542738Z","time spent":"2.190343299s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990247217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:30:17.733137Z","caller":"traceutil/trace.go:171","msg":"trace[776251301] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:16709; }","duration":"1.99264974s","start":"2026-07-03T16:30:15.740475Z","end":"2026-07-03T16:30:17.733124Z","steps":["trace[776251301] 'agreement among raft nodes before linearized reading' (duration: 1.990231356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.733185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.740466Z","time spent":"1.992706542s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021336769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:30:17.733225Z","caller":"traceutil/trace.go:171","msg":"trace[1573437947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16709; }","duration":"2.023831385s","start":"2026-07-03T16:30:15.709387Z","end":"2026-07-03T16:30:17.733218Z","steps":["trace[1573437947] 'agreement among raft nodes before linearized reading' (duration: 2.021304758s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.73325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.709377Z","time spent":"2.023867136s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188902557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.733307Z","caller":"traceutil/trace.go:171","msg":"trace[1559370978] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16709; }","duration":"2.191448504s","start":"2026-07-03T16:30:15.541854Z","end":"2026-07-03T16:30:17.733302Z","steps":["trace[1559370978] 'agreement among raft nodes before linearized reading' (duration: 2.188907977s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.733321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.541847Z","time spent":"2.191470285s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:17.73078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18334735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:17.733376Z","caller":"traceutil/trace.go:171","msg":"trace[1604829936] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16709; }","duration":"2.185957529s","start":"2026-07-03T16:30:15.547415Z","end":"2026-07-03T16:30:17.733372Z","steps":["trace[1604829936] 'agreement among raft nodes before linearized reading' (duration: 2.183309069s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.733389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.547407Z","time spent":"2.185978579s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:17.7308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991433303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:30:17.733517Z","caller":"traceutil/trace.go:171","msg":"trace[938464694] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16709; }","duration":"1.994165186s","start":"2026-07-03T16:30:15.739341Z","end":"2026-07-03T16:30:17.733506Z","steps":["trace[938464694] 'agreement among raft nodes before linearized reading' (duration: 1.991426213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.730828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"warn","ts":"2026-07-03T16:30:17.733612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.739329Z","time spent":"1.994267978s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"info","ts":"2026-07-03T16:30:17.733624Z","caller":"traceutil/trace.go:171","msg":"trace[1898366606] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:16709; }","duration":"2.003267005s","start":"2026-07-03T16:30:15.73034Z","end":"2026-07-03T16:30:17.733607Z","steps":["trace[1898366606] 'agreement among raft nodes before linearized reading' (duration: 2.000469281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.730837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18945424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:30:17.733691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.730327Z","time spent":"2.003348288s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20582,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" "} {"level":"info","ts":"2026-07-03T16:30:17.733724Z","caller":"traceutil/trace.go:171","msg":"trace[1159913761] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16709; }","duration":"2.192356296s","start":"2026-07-03T16:30:15.541361Z","end":"2026-07-03T16:30:17.733717Z","steps":["trace[1159913761] 'agreement among raft nodes before linearized reading' (duration: 2.189429649s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.73375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.541353Z","time spent":"2.192387836s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188001646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:17.733864Z","caller":"traceutil/trace.go:171","msg":"trace[2141959727] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16709; }","duration":"2.191014865s","start":"2026-07-03T16:30:15.542837Z","end":"2026-07-03T16:30:17.733851Z","steps":["trace[2141959727] 'agreement among raft nodes before linearized reading' (duration: 2.187890503s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.733908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.54283Z","time spent":"2.191062796s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:17.73085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021917502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:30:17.734007Z","caller":"traceutil/trace.go:171","msg":"trace[1350871238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16709; }","duration":"2.025081414s","start":"2026-07-03T16:30:15.708887Z","end":"2026-07-03T16:30:17.733968Z","steps":["trace[1350871238] 'agreement among raft nodes before linearized reading' (duration: 2.021885281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.730875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146755732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:30:17.734075Z","caller":"traceutil/trace.go:171","msg":"trace[2015297820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16709; }","duration":"2.149973996s","start":"2026-07-03T16:30:15.584094Z","end":"2026-07-03T16:30:17.734068Z","steps":["trace[2015297820] 'agreement among raft nodes before linearized reading' (duration: 2.146747332s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.584082Z","time spent":"2.150008556s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:17.734087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.708867Z","time spent":"2.025197047s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092927699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.73414Z","caller":"traceutil/trace.go:171","msg":"trace[1474973458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:16709; }","duration":"2.096180863s","start":"2026-07-03T16:30:15.637953Z","end":"2026-07-03T16:30:17.734134Z","steps":["trace[1474973458] 'agreement among raft nodes before linearized reading' (duration: 2.092933449s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.637945Z","time spent":"2.096206574s","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:17.730904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189988671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:30:17.734235Z","caller":"traceutil/trace.go:171","msg":"trace[1503747360] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16709; }","duration":"2.193343248s","start":"2026-07-03T16:30:15.540885Z","end":"2026-07-03T16:30:17.734228Z","steps":["trace[1503747360] 'agreement among raft nodes before linearized reading' (duration: 2.189968711s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.73425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.540877Z","time spent":"2.193367539s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021903751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:30:17.734309Z","caller":"traceutil/trace.go:171","msg":"trace[544750182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16709; }","duration":"2.025346611s","start":"2026-07-03T16:30:15.708948Z","end":"2026-07-03T16:30:17.734294Z","steps":["trace[544750182] 'agreement among raft nodes before linearized reading' (duration: 2.02181073s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.708942Z","time spent":"2.025405732s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18425568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.73445Z","caller":"traceutil/trace.go:171","msg":"trace[1185452400] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16709; }","duration":"2.187815002s","start":"2026-07-03T16:30:15.546629Z","end":"2026-07-03T16:30:17.734444Z","steps":["trace[1185452400] 'agreement among raft nodes before linearized reading' (duration: 2.184252701s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.546622Z","time spent":"2.187844173s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190518644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.73453Z","caller":"traceutil/trace.go:171","msg":"trace[1825331645] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16709; }","duration":"2.194134616s","start":"2026-07-03T16:30:15.540378Z","end":"2026-07-03T16:30:17.734513Z","steps":["trace[1825331645] 'agreement among raft nodes before linearized reading' (duration: 2.190541784s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.54036Z","time spent":"2.194207128s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:17.73093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183602216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:17.734641Z","caller":"traceutil/trace.go:171","msg":"trace[1704177169] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16709; }","duration":"2.18733114s","start":"2026-07-03T16:30:15.547302Z","end":"2026-07-03T16:30:17.734633Z","steps":["trace[1704177169] 'agreement among raft nodes before linearized reading' (duration: 2.183571085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.547291Z","time spent":"2.187374182s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:17.73095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181460186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:17.734727Z","caller":"traceutil/trace.go:171","msg":"trace[52789321] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16709; }","duration":"2.185249732s","start":"2026-07-03T16:30:15.549472Z","end":"2026-07-03T16:30:17.734722Z","steps":["trace[52789321] 'agreement among raft nodes before linearized reading' (duration: 2.181449086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.73474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.549466Z","time spent":"2.185271013s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564065881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.734819Z","caller":"traceutil/trace.go:171","msg":"trace[1187446548] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16709; }","duration":"2.567959559s","start":"2026-07-03T16:30:15.166854Z","end":"2026-07-03T16:30:17.734814Z","steps":["trace[1187446548] 'agreement among raft nodes before linearized reading' (duration: 2.564097111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.166834Z","time spent":"2.56799544s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56321788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:17.734914Z","caller":"traceutil/trace.go:171","msg":"trace[884560934] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16709; }","duration":"2.56716221s","start":"2026-07-03T16:30:15.167748Z","end":"2026-07-03T16:30:17.73491Z","steps":["trace[884560934] 'agreement among raft nodes before linearized reading' (duration: 2.56321897s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.734928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.167735Z","time spent":"2.567189311s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181525068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:17.735037Z","caller":"traceutil/trace.go:171","msg":"trace[309356528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16709; }","duration":"2.185688052s","start":"2026-07-03T16:30:15.549342Z","end":"2026-07-03T16:30:17.73503Z","steps":["trace[309356528] 'agreement among raft nodes before linearized reading' (duration: 2.181311362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.735056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.549334Z","time spent":"2.185716253s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2375033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.735128Z","caller":"traceutil/trace.go:171","msg":"trace[448650974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:16709; }","duration":"2.241683315s","start":"2026-07-03T16:30:15.49344Z","end":"2026-07-03T16:30:17.735123Z","steps":["trace[448650974] 'agreement among raft nodes before linearized reading' (duration: 2.237525371s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.735144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.493384Z","time spent":"2.241753837s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:17.731014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563322703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:17.735238Z","caller":"traceutil/trace.go:171","msg":"trace[201992332] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16709; }","duration":"2.56757857s","start":"2026-07-03T16:30:15.167654Z","end":"2026-07-03T16:30:17.735233Z","steps":["trace[201992332] 'agreement among raft nodes before linearized reading' (duration: 2.563278512s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.735253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.167648Z","time spent":"2.56760004s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:17.731031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564249384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:17.735439Z","caller":"traceutil/trace.go:171","msg":"trace[207517381] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16709; }","duration":"2.568657404s","start":"2026-07-03T16:30:15.166776Z","end":"2026-07-03T16:30:17.735434Z","steps":["trace[207517381] 'agreement among raft nodes before linearized reading' (duration: 2.564205813s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.735461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.166745Z","time spent":"2.568707966s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:17.731024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18465742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:17.735516Z","caller":"traceutil/trace.go:171","msg":"trace[1432720835] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16709; }","duration":"2.189169762s","start":"2026-07-03T16:30:15.546342Z","end":"2026-07-03T16:30:17.735512Z","steps":["trace[1432720835] 'agreement among raft nodes before linearized reading' (duration: 2.184593508s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.735531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.54633Z","time spent":"2.189196372s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:17.731985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.636631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:17.735587Z","caller":"traceutil/trace.go:171","msg":"trace[876555094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16709; }","duration":"784.259844ms","start":"2026-07-03T16:30:16.951322Z","end":"2026-07-03T16:30:17.735582Z","steps":["trace[876555094] 'agreement among raft nodes before linearized reading' (duration: 780.641191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.735599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:16.951291Z","time spent":"784.304754ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:30:17.732969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.724683Z","time spent":"2.00827926s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:30:17.730712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187620647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:17.736115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:17.424884Z","time spent":"306.225585ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:17.735837Z","caller":"traceutil/trace.go:171","msg":"trace[479735736] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16709; }","duration":"2.192763164s","start":"2026-07-03T16:30:15.543068Z","end":"2026-07-03T16:30:17.735831Z","steps":["trace[479735736] 'agreement among raft nodes before linearized reading' (duration: 2.187630838s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.740379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:15.543059Z","time spent":"2.197294198s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:30.092927Z","caller":"traceutil/trace.go:171","msg":"trace[1568211069] transaction","detail":"{read_only:false; response_revision:16777; number_of_response:1; }","duration":"150.864744ms","start":"2026-07-03T16:30:29.942021Z","end":"2026-07-03T16:30:30.092886Z","steps":["trace[1568211069] 'process raft request' (duration: 150.541877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:30.092989Z","caller":"traceutil/trace.go:171","msg":"trace[1619991436] transaction","detail":"{read_only:false; response_revision:16778; number_of_response:1; }","duration":"150.720561ms","start":"2026-07-03T16:30:29.942239Z","end":"2026-07-03T16:30:30.092959Z","steps":["trace[1619991436] 'process raft request' (duration: 150.570238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:30.093123Z","caller":"traceutil/trace.go:171","msg":"trace[2074876779] linearizableReadLoop","detail":"{readStateIndex:17385; appliedIndex:17381; }","duration":"147.698062ms","start":"2026-07-03T16:30:29.945402Z","end":"2026-07-03T16:30:30.0931Z","steps":["trace[2074876779] 'read index received' (duration: 9.426285ms)","trace[2074876779] 'applied index is now lower than readState.Index' (duration: 138.270837ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:30.093259Z","caller":"traceutil/trace.go:171","msg":"trace[1459194188] transaction","detail":"{read_only:false; response_revision:16779; number_of_response:1; }","duration":"148.47672ms","start":"2026-07-03T16:30:29.944768Z","end":"2026-07-03T16:30:30.093244Z","steps":["trace[1459194188] 'process raft request' (duration: 148.135142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.09336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.76768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-03T16:30:30.09341Z","caller":"traceutil/trace.go:171","msg":"trace[1404877007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:16779; }","duration":"135.852612ms","start":"2026-07-03T16:30:29.957542Z","end":"2026-07-03T16:30:30.093395Z","steps":["trace[1404877007] 'agreement among raft nodes before linearized reading' (duration: 135.710339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.093513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.122688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:30:30.093559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.146923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:30.093605Z","caller":"traceutil/trace.go:171","msg":"trace[1805171564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16779; }","duration":"148.205184ms","start":"2026-07-03T16:30:29.945386Z","end":"2026-07-03T16:30:30.093591Z","steps":["trace[1805171564] 'agreement among raft nodes before linearized reading' (duration: 148.136583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:30.093603Z","caller":"traceutil/trace.go:171","msg":"trace[894964748] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16779; }","duration":"129.24444ms","start":"2026-07-03T16:30:29.964343Z","end":"2026-07-03T16:30:30.093587Z","steps":["trace[894964748] 'agreement among raft nodes before linearized reading' (duration: 129.014135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.093646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.528023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:30:30.0937Z","caller":"traceutil/trace.go:171","msg":"trace[1504390364] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:16779; }","duration":"131.622215ms","start":"2026-07-03T16:30:29.962061Z","end":"2026-07-03T16:30:30.093684Z","steps":["trace[1504390364] 'agreement among raft nodes before linearized reading' (duration: 131.480672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:30.093725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.429299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:30:30.093728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.521168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"info","ts":"2026-07-03T16:30:30.093803Z","caller":"traceutil/trace.go:171","msg":"trace[1315245730] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:16779; }","duration":"127.551373ms","start":"2026-07-03T16:30:29.966231Z","end":"2026-07-03T16:30:30.093782Z","steps":["trace[1315245730] 'agreement among raft nodes before linearized reading' (duration: 127.295427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:30.093814Z","caller":"traceutil/trace.go:171","msg":"trace[113743789] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:16779; }","duration":"129.63221ms","start":"2026-07-03T16:30:29.96416Z","end":"2026-07-03T16:30:30.093793Z","steps":["trace[113743789] 'agreement among raft nodes before linearized reading' (duration: 129.446486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.916113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.449796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:30:33.916221Z","caller":"traceutil/trace.go:171","msg":"trace[964050494] linearizableReadLoop","detail":"{readStateIndex:17399; appliedIndex:17398; }","duration":"146.016005ms","start":"2026-07-03T16:30:33.770187Z","end":"2026-07-03T16:30:33.916203Z","steps":["trace[964050494] 'read index received' (duration: 45.641µs)","trace[964050494] 'applied index is now lower than readState.Index' (duration: 145.968844ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:33.916341Z","caller":"traceutil/trace.go:171","msg":"trace[651987245] transaction","detail":"{read_only:false; response_revision:16792; number_of_response:1; }","duration":"280.256429ms","start":"2026-07-03T16:30:33.636056Z","end":"2026-07-03T16:30:33.916312Z","steps":["trace[651987245] 'process raft request' (duration: 67.513346ms)","trace[651987245] 'compare' (duration: 211.766891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:33.916492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.294511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:33.916569Z","caller":"traceutil/trace.go:171","msg":"trace[806349582] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16792; }","duration":"146.381932ms","start":"2026-07-03T16:30:33.77017Z","end":"2026-07-03T16:30:33.916552Z","steps":["trace[806349582] 'agreement among raft nodes before linearized reading' (duration: 146.25804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.950683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.859241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:33.950747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.732196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:33.95077Z","caller":"traceutil/trace.go:171","msg":"trace[1098281365] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16793; }","duration":"177.003844ms","start":"2026-07-03T16:30:33.773749Z","end":"2026-07-03T16:30:33.950753Z","steps":["trace[1098281365] 'agreement among raft nodes before linearized reading' (duration: 176.8504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.950835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.907497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:30:33.9509Z","caller":"traceutil/trace.go:171","msg":"trace[398456902] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16793; }","duration":"174.997568ms","start":"2026-07-03T16:30:33.775887Z","end":"2026-07-03T16:30:33.950885Z","steps":["trace[398456902] 'agreement among raft nodes before linearized reading' (duration: 174.804454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.950979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.221405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:33.951027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.124465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:33.951147Z","caller":"traceutil/trace.go:171","msg":"trace[1652165766] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16793; }","duration":"173.278869ms","start":"2026-07-03T16:30:33.77785Z","end":"2026-07-03T16:30:33.951129Z","steps":["trace[1652165766] 'agreement among raft nodes before linearized reading' (duration: 172.928341ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:33.95108Z","caller":"traceutil/trace.go:171","msg":"trace[1684560537] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16793; }","duration":"172.385038ms","start":"2026-07-03T16:30:33.778676Z","end":"2026-07-03T16:30:33.951061Z","steps":["trace[1684560537] 'agreement among raft nodes before linearized reading' (duration: 172.055481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.951144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.32558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:33.951328Z","caller":"traceutil/trace.go:171","msg":"trace[620674993] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16793; }","duration":"173.565785ms","start":"2026-07-03T16:30:33.777755Z","end":"2026-07-03T16:30:33.95132Z","steps":["trace[620674993] 'agreement among raft nodes before linearized reading' (duration: 173.31626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.951357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.737855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:33.951436Z","caller":"traceutil/trace.go:171","msg":"trace[1944402294] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16793; }","duration":"175.832588ms","start":"2026-07-03T16:30:33.775589Z","end":"2026-07-03T16:30:33.951421Z","steps":["trace[1944402294] 'agreement among raft nodes before linearized reading' (duration: 175.627073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.951574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.027745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:33.951794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.205838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:33.951847Z","caller":"traceutil/trace.go:171","msg":"trace[171430336] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16793; }","duration":"177.25023ms","start":"2026-07-03T16:30:33.774582Z","end":"2026-07-03T16:30:33.951833Z","steps":["trace[171430336] 'agreement among raft nodes before linearized reading' (duration: 177.196959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.95159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.308041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:33.950821Z","caller":"traceutil/trace.go:171","msg":"trace[963354938] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16793; }","duration":"137.843008ms","start":"2026-07-03T16:30:33.812959Z","end":"2026-07-03T16:30:33.950802Z","steps":["trace[963354938] 'agreement among raft nodes before linearized reading' (duration: 137.696114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.951707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.6491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:33.951929Z","caller":"traceutil/trace.go:171","msg":"trace[1639919750] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16793; }","duration":"170.674279ms","start":"2026-07-03T16:30:33.781242Z","end":"2026-07-03T16:30:33.951916Z","steps":["trace[1639919750] 'agreement among raft nodes before linearized reading' (duration: 170.26634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:33.951988Z","caller":"traceutil/trace.go:171","msg":"trace[359349923] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16793; }","duration":"177.947246ms","start":"2026-07-03T16:30:33.774032Z","end":"2026-07-03T16:30:33.951979Z","steps":["trace[359349923] 'agreement among raft nodes before linearized reading' (duration: 177.616619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.951713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.574648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:33.951607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.152585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:33.952069Z","caller":"traceutil/trace.go:171","msg":"trace[378695444] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16793; }","duration":"177.991717ms","start":"2026-07-03T16:30:33.77407Z","end":"2026-07-03T16:30:33.952061Z","steps":["trace[378695444] 'agreement among raft nodes before linearized reading' (duration: 177.571457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.951762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.427731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:33.952091Z","caller":"traceutil/trace.go:171","msg":"trace[1126630424] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16793; }","duration":"176.641955ms","start":"2026-07-03T16:30:33.775429Z","end":"2026-07-03T16:30:33.952071Z","steps":["trace[1126630424] 'agreement among raft nodes before linearized reading' (duration: 176.148624ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:33.952135Z","caller":"traceutil/trace.go:171","msg":"trace[536691517] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16793; }","duration":"176.839831ms","start":"2026-07-03T16:30:33.775288Z","end":"2026-07-03T16:30:33.952128Z","steps":["trace[536691517] 'agreement among raft nodes before linearized reading' (duration: 176.456942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:33.952208Z","caller":"traceutil/trace.go:171","msg":"trace[222392761] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16793; }","duration":"170.326212ms","start":"2026-07-03T16:30:33.781492Z","end":"2026-07-03T16:30:33.951818Z","steps":["trace[222392761] 'agreement among raft nodes before linearized reading' (duration: 170.029525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.323105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:36.091061Z","caller":"traceutil/trace.go:171","msg":"trace[834238725] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16805; }","duration":"140.418937ms","start":"2026-07-03T16:30:35.95063Z","end":"2026-07-03T16:30:36.091049Z","steps":["trace[834238725] 'agreement among raft nodes before linearized reading' (duration: 140.307434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.224312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:36.091158Z","caller":"traceutil/trace.go:171","msg":"trace[998765917] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16805; }","duration":"133.315114ms","start":"2026-07-03T16:30:35.957827Z","end":"2026-07-03T16:30:36.091142Z","steps":["trace[998765917] 'agreement among raft nodes before linearized reading' (duration: 133.108779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.765756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:36.091417Z","caller":"traceutil/trace.go:171","msg":"trace[488374260] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16805; }","duration":"130.816317ms","start":"2026-07-03T16:30:35.960594Z","end":"2026-07-03T16:30:36.09141Z","steps":["trace[488374260] 'agreement among raft nodes before linearized reading' (duration: 130.718195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.47187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:36.0915Z","caller":"traceutil/trace.go:171","msg":"trace[1282577243] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16805; }","duration":"134.556701ms","start":"2026-07-03T16:30:35.956932Z","end":"2026-07-03T16:30:36.091488Z","steps":["trace[1282577243] 'agreement among raft nodes before linearized reading' (duration: 134.461439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.451648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:30:36.091561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.104611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:36.091594Z","caller":"traceutil/trace.go:171","msg":"trace[1843130801] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16805; }","duration":"130.48969ms","start":"2026-07-03T16:30:35.961099Z","end":"2026-07-03T16:30:36.091589Z","steps":["trace[1843130801] 'agreement among raft nodes before linearized reading' (duration: 130.418878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.091615Z","caller":"traceutil/trace.go:171","msg":"trace[459302973] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16805; }","duration":"134.212504ms","start":"2026-07-03T16:30:35.957389Z","end":"2026-07-03T16:30:36.091602Z","steps":["trace[459302973] 'agreement among raft nodes before linearized reading' (duration: 134.01667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.30044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:36.091617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.634603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:36.091642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.210316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:30:36.091746Z","caller":"traceutil/trace.go:171","msg":"trace[863469916] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16805; }","duration":"130.795136ms","start":"2026-07-03T16:30:35.960934Z","end":"2026-07-03T16:30:36.091729Z","steps":["trace[863469916] 'agreement among raft nodes before linearized reading' (duration: 130.606262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.433863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:36.091774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.863839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:36.091776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.150213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:36.091789Z","caller":"traceutil/trace.go:171","msg":"trace[488004709] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16805; }","duration":"132.503705ms","start":"2026-07-03T16:30:35.959278Z","end":"2026-07-03T16:30:36.091782Z","steps":["trace[488004709] 'agreement among raft nodes before linearized reading' (duration: 132.458524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.091778Z","caller":"traceutil/trace.go:171","msg":"trace[1259925001] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16805; }","duration":"124.379469ms","start":"2026-07-03T16:30:35.967373Z","end":"2026-07-03T16:30:36.091752Z","steps":["trace[1259925001] 'agreement among raft nodes before linearized reading' (duration: 124.037832ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.0918Z","caller":"traceutil/trace.go:171","msg":"trace[1994469526] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16805; }","duration":"134.91947ms","start":"2026-07-03T16:30:35.956875Z","end":"2026-07-03T16:30:36.091794Z","steps":["trace[1994469526] 'agreement among raft nodes before linearized reading' (duration: 134.878839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.75346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:36.091806Z","caller":"traceutil/trace.go:171","msg":"trace[1877326579] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16805; }","duration":"134.193543ms","start":"2026-07-03T16:30:35.957606Z","end":"2026-07-03T16:30:36.0918Z","steps":["trace[1877326579] 'agreement among raft nodes before linearized reading' (duration: 134.111102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.091866Z","caller":"traceutil/trace.go:171","msg":"trace[1255910157] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16805; }","duration":"135.795521ms","start":"2026-07-03T16:30:35.956066Z","end":"2026-07-03T16:30:36.091861Z","steps":["trace[1255910157] 'agreement among raft nodes before linearized reading' (duration: 135.76324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.10674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:30:36.091856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.904793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:30:36.091913Z","caller":"traceutil/trace.go:171","msg":"trace[1162318302] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16805; }","duration":"137.207873ms","start":"2026-07-03T16:30:35.954689Z","end":"2026-07-03T16:30:36.091897Z","steps":["trace[1162318302] 'agreement among raft nodes before linearized reading' (duration: 137.025609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.959658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:30:36.091506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.076145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:36.091957Z","caller":"traceutil/trace.go:171","msg":"trace[1960837673] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16805; }","duration":"134.02261ms","start":"2026-07-03T16:30:35.957926Z","end":"2026-07-03T16:30:36.091948Z","steps":["trace[1960837673] 'agreement among raft nodes before linearized reading' (duration: 133.935948ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.09197Z","caller":"traceutil/trace.go:171","msg":"trace[858876765] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16805; }","duration":"132.551936ms","start":"2026-07-03T16:30:35.95941Z","end":"2026-07-03T16:30:36.091962Z","steps":["trace[858876765] 'agreement among raft nodes before linearized reading' (duration: 132.072895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.091969Z","caller":"traceutil/trace.go:171","msg":"trace[265204379] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16805; }","duration":"136.067657ms","start":"2026-07-03T16:30:35.955883Z","end":"2026-07-03T16:30:36.091951Z","steps":["trace[265204379] 'agreement among raft nodes before linearized reading' (duration: 135.707189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.714046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:36.091958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.658124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:36.092026Z","caller":"traceutil/trace.go:171","msg":"trace[1157666370] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16805; }","duration":"134.760446ms","start":"2026-07-03T16:30:35.957256Z","end":"2026-07-03T16:30:36.092017Z","steps":["trace[1157666370] 'agreement among raft nodes before linearized reading' (duration: 134.719645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.725156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:30:36.092053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.252154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T16:30:36.092069Z","caller":"traceutil/trace.go:171","msg":"trace[530982495] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16805; }","duration":"134.886729ms","start":"2026-07-03T16:30:35.95717Z","end":"2026-07-03T16:30:36.092057Z","steps":["trace[530982495] 'agreement among raft nodes before linearized reading' (duration: 134.724026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.092073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.625863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:30:36.092073Z","caller":"traceutil/trace.go:171","msg":"trace[1375705622] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16805; }","duration":"134.763427ms","start":"2026-07-03T16:30:35.957283Z","end":"2026-07-03T16:30:36.092046Z","steps":["trace[1375705622] 'agreement among raft nodes before linearized reading' (duration: 134.660235ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.091721Z","caller":"traceutil/trace.go:171","msg":"trace[706448922] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16805; }","duration":"132.354361ms","start":"2026-07-03T16:30:35.959357Z","end":"2026-07-03T16:30:36.091711Z","steps":["trace[706448922] 'agreement among raft nodes before linearized reading' (duration: 132.240469ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.092109Z","caller":"traceutil/trace.go:171","msg":"trace[2146727542] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16805; }","duration":"134.674544ms","start":"2026-07-03T16:30:35.957424Z","end":"2026-07-03T16:30:36.092098Z","steps":["trace[2146727542] 'agreement among raft nodes before linearized reading' (duration: 134.621573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.005994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:36.09215Z","caller":"traceutil/trace.go:171","msg":"trace[1493168474] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16805; }","duration":"132.707889ms","start":"2026-07-03T16:30:35.959435Z","end":"2026-07-03T16:30:36.092142Z","steps":["trace[1493168474] 'agreement among raft nodes before linearized reading' (duration: 131.962742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.091923Z","caller":"traceutil/trace.go:171","msg":"trace[1762816914] transaction","detail":"{read_only:false; response_revision:16805; number_of_response:1; }","duration":"135.900133ms","start":"2026-07-03T16:30:35.956014Z","end":"2026-07-03T16:30:36.091914Z","steps":["trace[1762816914] 'process raft request' (duration: 86.404929ms)","trace[1762816914] 'compare' (duration: 48.312046ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:36.092083Z","caller":"traceutil/trace.go:171","msg":"trace[1721560086] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16805; }","duration":"137.322786ms","start":"2026-07-03T16:30:35.954754Z","end":"2026-07-03T16:30:36.092077Z","steps":["trace[1721560086] 'agreement among raft nodes before linearized reading' (duration: 137.255894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.091581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.176447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-03T16:30:36.09223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.533291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-03T16:30:36.092273Z","caller":"traceutil/trace.go:171","msg":"trace[511381669] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16805; }","duration":"134.577132ms","start":"2026-07-03T16:30:35.957689Z","end":"2026-07-03T16:30:36.092267Z","steps":["trace[511381669] 'agreement among raft nodes before linearized reading' (duration: 133.509628ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:36.092276Z","caller":"traceutil/trace.go:171","msg":"trace[145423557] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16805; }","duration":"132.879693ms","start":"2026-07-03T16:30:35.959384Z","end":"2026-07-03T16:30:36.092264Z","steps":["trace[145423557] 'agreement among raft nodes before linearized reading' (duration: 132.139466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.279015Z","caller":"traceutil/trace.go:171","msg":"trace[747495618] linearizableReadLoop","detail":"{readStateIndex:17654; appliedIndex:17652; }","duration":"155.874151ms","start":"2026-07-03T16:31:10.123125Z","end":"2026-07-03T16:31:10.278999Z","steps":["trace[747495618] 'read index received' (duration: 28.757938ms)","trace[747495618] 'applied index is now lower than readState.Index' (duration: 127.115273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:10.27929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.163867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:10.279316Z","caller":"traceutil/trace.go:171","msg":"trace[2105062727] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17039; }","duration":"156.237729ms","start":"2026-07-03T16:31:10.123071Z","end":"2026-07-03T16:31:10.279309Z","steps":["trace[2105062727] 'agreement among raft nodes before linearized reading' (duration: 156.180187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.279135Z","caller":"traceutil/trace.go:171","msg":"trace[285011174] transaction","detail":"{read_only:false; response_revision:17039; number_of_response:1; }","duration":"209.033308ms","start":"2026-07-03T16:31:10.070075Z","end":"2026-07-03T16:31:10.279109Z","steps":["trace[285011174] 'process raft request' (duration: 208.426074ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.340077Z","caller":"traceutil/trace.go:171","msg":"trace[88009836] transaction","detail":"{read_only:false; response_revision:17040; number_of_response:1; }","duration":"133.023326ms","start":"2026-07-03T16:31:10.207021Z","end":"2026-07-03T16:31:10.340044Z","steps":["trace[88009836] 'process raft request' (duration: 132.788301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.340622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.274385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:31:10.340635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.235819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-03T16:31:10.340695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.566342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:10.340803Z","caller":"traceutil/trace.go:171","msg":"trace[1575624912] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17041; }","duration":"134.686705ms","start":"2026-07-03T16:31:10.206099Z","end":"2026-07-03T16:31:10.340786Z","steps":["trace[1575624912] 'agreement among raft nodes before linearized reading' (duration: 134.550032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.340812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.549112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:31:10.340814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.406519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:31:10.340855Z","caller":"traceutil/trace.go:171","msg":"trace[2134500301] transaction","detail":"{read_only:false; response_revision:17041; number_of_response:1; }","duration":"104.215458ms","start":"2026-07-03T16:31:10.236622Z","end":"2026-07-03T16:31:10.340837Z","steps":["trace[2134500301] 'process raft request' (duration: 103.368068ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.34087Z","caller":"traceutil/trace.go:171","msg":"trace[1221967624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17041; }","duration":"148.502831ms","start":"2026-07-03T16:31:10.192352Z","end":"2026-07-03T16:31:10.340855Z","steps":["trace[1221967624] 'agreement among raft nodes before linearized reading' (duration: 148.368488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.340873Z","caller":"traceutil/trace.go:171","msg":"trace[1937569225] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:17041; }","duration":"134.613363ms","start":"2026-07-03T16:31:10.206236Z","end":"2026-07-03T16:31:10.34085Z","steps":["trace[1937569225] 'agreement among raft nodes before linearized reading' (duration: 134.543812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.340804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.487718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:31:10.340942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.916468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:10.341008Z","caller":"traceutil/trace.go:171","msg":"trace[506282978] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17041; }","duration":"133.984589ms","start":"2026-07-03T16:31:10.207008Z","end":"2026-07-03T16:31:10.340993Z","steps":["trace[506282978] 'agreement among raft nodes before linearized reading' (duration: 133.892087ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.340733Z","caller":"traceutil/trace.go:171","msg":"trace[750815080] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:17041; }","duration":"135.375281ms","start":"2026-07-03T16:31:10.205333Z","end":"2026-07-03T16:31:10.340709Z","steps":["trace[750815080] 'agreement among raft nodes before linearized reading' (duration: 135.117114ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.341046Z","caller":"traceutil/trace.go:171","msg":"trace[537837212] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17041; }","duration":"133.693342ms","start":"2026-07-03T16:31:10.207292Z","end":"2026-07-03T16:31:10.340985Z","steps":["trace[537837212] 'agreement among raft nodes before linearized reading' (duration: 133.477127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.340669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.660728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:31:10.341331Z","caller":"traceutil/trace.go:171","msg":"trace[414633433] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17041; }","duration":"136.326933ms","start":"2026-07-03T16:31:10.204948Z","end":"2026-07-03T16:31:10.341274Z","steps":["trace[414633433] 'agreement among raft nodes before linearized reading' (duration: 135.515525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.340744Z","caller":"traceutil/trace.go:171","msg":"trace[1172297312] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17041; }","duration":"134.396919ms","start":"2026-07-03T16:31:10.206296Z","end":"2026-07-03T16:31:10.340693Z","steps":["trace[1172297312] 'agreement among raft nodes before linearized reading' (duration: 134.104611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.341512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.716363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-03T16:31:10.340739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.506981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:31:10.341584Z","caller":"traceutil/trace.go:171","msg":"trace[3790554] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17041; }","duration":"134.425189ms","start":"2026-07-03T16:31:10.207139Z","end":"2026-07-03T16:31:10.341564Z","steps":["trace[3790554] 'agreement among raft nodes before linearized reading' (duration: 133.638122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.341616Z","caller":"traceutil/trace.go:171","msg":"trace[1935253117] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17041; }","duration":"135.365801ms","start":"2026-07-03T16:31:10.206212Z","end":"2026-07-03T16:31:10.341578Z","steps":["trace[1935253117] 'agreement among raft nodes before linearized reading' (duration: 134.365258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.341186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.805528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-03T16:31:10.341709Z","caller":"traceutil/trace.go:171","msg":"trace[601205606] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17041; }","duration":"135.3483ms","start":"2026-07-03T16:31:10.206327Z","end":"2026-07-03T16:31:10.341676Z","steps":["trace[601205606] 'agreement among raft nodes before linearized reading' (duration: 134.612433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.511934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.820217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:31:10.512018Z","caller":"traceutil/trace.go:171","msg":"trace[2133131834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17043; }","duration":"130.945199ms","start":"2026-07-03T16:31:10.381051Z","end":"2026-07-03T16:31:10.511997Z","steps":["trace[2133131834] 'agreement among raft nodes before linearized reading' (duration: 130.719524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.512123Z","caller":"traceutil/trace.go:171","msg":"trace[1151573703] transaction","detail":"{read_only:false; response_revision:17043; number_of_response:1; }","duration":"164.830346ms","start":"2026-07-03T16:31:10.347201Z","end":"2026-07-03T16:31:10.512031Z","steps":["trace[1151573703] 'process raft request' (duration: 164.152121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.512558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.468193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:31:10.51265Z","caller":"traceutil/trace.go:171","msg":"trace[1076459382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17043; }","duration":"101.582746ms","start":"2026-07-03T16:31:10.411041Z","end":"2026-07-03T16:31:10.512624Z","steps":["trace[1076459382] 'agreement among raft nodes before linearized reading' (duration: 100.548483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.694408Z","caller":"traceutil/trace.go:171","msg":"trace[1660547261] linearizableReadLoop","detail":"{readStateIndex:17661; appliedIndex:17659; }","duration":"126.6041ms","start":"2026-07-03T16:31:10.567781Z","end":"2026-07-03T16:31:10.694385Z","steps":["trace[1660547261] 'read index received' (duration: 50.6425ms)","trace[1660547261] 'applied index is now lower than readState.Index' (duration: 75.96054ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:10.694555Z","caller":"traceutil/trace.go:171","msg":"trace[180453647] transaction","detail":"{read_only:false; response_revision:17045; number_of_response:1; }","duration":"176.914372ms","start":"2026-07-03T16:31:10.517617Z","end":"2026-07-03T16:31:10.694531Z","steps":["trace[180453647] 'process raft request' (duration: 100.86789ms)","trace[180453647] 'compare' (duration: 75.682234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:10.694658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.864795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:31:10.694706Z","caller":"traceutil/trace.go:171","msg":"trace[1187484828] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:17046; }","duration":"126.966838ms","start":"2026-07-03T16:31:10.567727Z","end":"2026-07-03T16:31:10.694694Z","steps":["trace[1187484828] 'agreement among raft nodes before linearized reading' (duration: 126.820304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:10.694785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.588426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:10.694841Z","caller":"traceutil/trace.go:171","msg":"trace[524434306] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17046; }","duration":"118.668187ms","start":"2026-07-03T16:31:10.576141Z","end":"2026-07-03T16:31:10.69481Z","steps":["trace[524434306] 'agreement among raft nodes before linearized reading' (duration: 118.598296ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:10.694899Z","caller":"traceutil/trace.go:171","msg":"trace[698021326] transaction","detail":"{read_only:false; response_revision:17046; number_of_response:1; }","duration":"176.969803ms","start":"2026-07-03T16:31:10.517878Z","end":"2026-07-03T16:31:10.694847Z","steps":["trace[698021326] 'process raft request' (duration: 176.412851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.550499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.585233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:31:51.550667Z","caller":"traceutil/trace.go:171","msg":"trace[1291185975] transaction","detail":"{read_only:false; response_revision:17311; number_of_response:1; }","duration":"529.639301ms","start":"2026-07-03T16:31:51.02101Z","end":"2026-07-03T16:31:51.550649Z","steps":["trace[1291185975] 'process raft request' (duration: 129.821133ms)","trace[1291185975] 'compare' (duration: 399.289876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:51.550715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.020988Z","time spent":"529.702753ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:51.550861Z","caller":"traceutil/trace.go:171","msg":"trace[720110541] linearizableReadLoop","detail":"{readStateIndex:17936; appliedIndex:17934; }","duration":"486.884233ms","start":"2026-07-03T16:31:51.063958Z","end":"2026-07-03T16:31:51.550842Z","steps":["trace[720110541] 'read index received' (duration: 86.957863ms)","trace[720110541] 'applied index is now lower than readState.Index' (duration: 399.925509ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:51.550944Z","caller":"traceutil/trace.go:171","msg":"trace[1131326850] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"525.361834ms","start":"2026-07-03T16:31:51.025576Z","end":"2026-07-03T16:31:51.550938Z","steps":["trace[1131326850] 'process raft request' (duration: 525.011756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.551014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.025554Z","time spent":"525.404044ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:31:51.551193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.244291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:31:51.551211Z","caller":"traceutil/trace.go:171","msg":"trace[1216836368] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:17312; }","duration":"487.294152ms","start":"2026-07-03T16:31:51.063911Z","end":"2026-07-03T16:31:51.551205Z","steps":["trace[1216836368] 'agreement among raft nodes before linearized reading' (duration: 487.20247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.551225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.063892Z","time spent":"487.329563ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:31:51.551216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.386509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-03T16:31:51.551232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.187821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:31:51.551278Z","caller":"traceutil/trace.go:171","msg":"trace[960232271] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:17312; }","duration":"396.499042ms","start":"2026-07-03T16:31:51.154763Z","end":"2026-07-03T16:31:51.551262Z","steps":["trace[960232271] 'agreement among raft nodes before linearized reading' (duration: 396.330618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:51.551283Z","caller":"traceutil/trace.go:171","msg":"trace[2027168913] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:17312; }","duration":"312.260792ms","start":"2026-07-03T16:31:51.23901Z","end":"2026-07-03T16:31:51.551271Z","steps":["trace[2027168913] 'agreement among raft nodes before linearized reading' (duration: 312.099819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.551283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.727203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:31:51.55131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.239Z","time spent":"312.305603ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:31:51.551313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.154741Z","time spent":"396.563393ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-mp6h9\" "} {"level":"warn","ts":"2026-07-03T16:31:51.551216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.596033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:31:51.551306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.529256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:31:51.551286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.011379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"info","ts":"2026-07-03T16:31:51.55136Z","caller":"traceutil/trace.go:171","msg":"trace[703653754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17312; }","duration":"103.778717ms","start":"2026-07-03T16:31:51.44757Z","end":"2026-07-03T16:31:51.551349Z","steps":["trace[703653754] 'agreement among raft nodes before linearized reading' (duration: 103.578992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:51.551386Z","caller":"traceutil/trace.go:171","msg":"trace[2025523767] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:17312; }","duration":"332.647029ms","start":"2026-07-03T16:31:51.218717Z","end":"2026-07-03T16:31:51.551364Z","steps":["trace[2025523767] 'agreement among raft nodes before linearized reading' (duration: 332.408894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:51.551395Z","caller":"traceutil/trace.go:171","msg":"trace[2028042696] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:17312; }","duration":"354.169353ms","start":"2026-07-03T16:31:51.197203Z","end":"2026-07-03T16:31:51.551372Z","steps":["trace[2028042696] 'agreement among raft nodes before linearized reading' (duration: 353.950478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.551423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.218702Z","time spent":"332.71323ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:31:51.551455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.197177Z","time spent":"354.268504ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20582,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" "} {"level":"info","ts":"2026-07-03T16:31:51.551338Z","caller":"traceutil/trace.go:171","msg":"trace[179935624] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:17312; }","duration":"312.831965ms","start":"2026-07-03T16:31:51.238489Z","end":"2026-07-03T16:31:51.551321Z","steps":["trace[179935624] 'agreement among raft nodes before linearized reading' (duration: 312.641141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.551519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:51.238467Z","time spent":"313.045151ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"info","ts":"2026-07-03T16:31:51.6849Z","caller":"traceutil/trace.go:171","msg":"trace[415154125] linearizableReadLoop","detail":"{readStateIndex:17937; appliedIndex:17936; }","duration":"130.048258ms","start":"2026-07-03T16:31:51.554824Z","end":"2026-07-03T16:31:51.684872Z","steps":["trace[415154125] 'read index received' (duration: 127.476749ms)","trace[415154125] 'applied index is now lower than readState.Index' (duration: 2.570179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:51.685131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.277413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:31:51.685188Z","caller":"traceutil/trace.go:171","msg":"trace[1999224153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17312; }","duration":"130.385796ms","start":"2026-07-03T16:31:51.55479Z","end":"2026-07-03T16:31:51.685176Z","steps":["trace[1999224153] 'agreement among raft nodes before linearized reading' (duration: 130.185701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.68641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.231513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:803851"} {"level":"warn","ts":"2026-07-03T16:31:51.686415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.890356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:803851"} {"level":"warn","ts":"2026-07-03T16:31:51.686473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.43642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:803851"} {"level":"info","ts":"2026-07-03T16:31:51.686494Z","caller":"traceutil/trace.go:171","msg":"trace[1594646492] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17312; }","duration":"130.327295ms","start":"2026-07-03T16:31:51.556144Z","end":"2026-07-03T16:31:51.686471Z","steps":["trace[1594646492] 'agreement among raft nodes before linearized reading' (duration: 128.989494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:51.686524Z","caller":"traceutil/trace.go:171","msg":"trace[852949443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17312; }","duration":"130.017418ms","start":"2026-07-03T16:31:51.556472Z","end":"2026-07-03T16:31:51.686489Z","steps":["trace[852949443] 'agreement among raft nodes before linearized reading' (duration: 128.651777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.686553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.674584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:803851"} {"level":"info","ts":"2026-07-03T16:31:51.686555Z","caller":"traceutil/trace.go:171","msg":"trace[1667474691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17312; }","duration":"131.541723ms","start":"2026-07-03T16:31:51.554993Z","end":"2026-07-03T16:31:51.686535Z","steps":["trace[1667474691] 'agreement among raft nodes before linearized reading' (duration: 130.025497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:51.686779Z","caller":"traceutil/trace.go:171","msg":"trace[47340795] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17312; }","duration":"130.727175ms","start":"2026-07-03T16:31:51.555861Z","end":"2026-07-03T16:31:51.686589Z","steps":["trace[47340795] 'agreement among raft nodes before linearized reading' (duration: 129.485406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.686563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.546778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:803851"} {"level":"info","ts":"2026-07-03T16:31:51.686889Z","caller":"traceutil/trace.go:171","msg":"trace[939255176] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17312; }","duration":"129.892156ms","start":"2026-07-03T16:31:51.55698Z","end":"2026-07-03T16:31:51.686872Z","steps":["trace[939255176] 'agreement among raft nodes before linearized reading' (duration: 128.249148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:52.691835Z","caller":"traceutil/trace.go:171","msg":"trace[2100457965] transaction","detail":"{read_only:false; response_revision:17316; number_of_response:1; }","duration":"129.802123ms","start":"2026-07-03T16:31:52.561972Z","end":"2026-07-03T16:31:52.691775Z","steps":["trace[2100457965] 'process raft request' (duration: 107.38465ms)","trace[2100457965] 'compare' (duration: 22.213548ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:52.814723Z","caller":"traceutil/trace.go:171","msg":"trace[881178888] transaction","detail":"{read_only:false; response_revision:17318; number_of_response:1; }","duration":"112.433185ms","start":"2026-07-03T16:31:52.702267Z","end":"2026-07-03T16:31:52.8147Z","steps":["trace[881178888] 'process raft request' (duration: 110.747367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.334122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.055673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:53.334191Z","caller":"traceutil/trace.go:171","msg":"trace[446645170] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:17322; }","duration":"180.191526ms","start":"2026-07-03T16:31:53.153982Z","end":"2026-07-03T16:31:53.334174Z","steps":["trace[446645170] 'count revisions from in-memory index tree' (duration: 179.947151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:53.821609Z","caller":"traceutil/trace.go:171","msg":"trace[1878711224] linearizableReadLoop","detail":"{readStateIndex:17951; appliedIndex:17950; }","duration":"125.27342ms","start":"2026-07-03T16:31:53.696306Z","end":"2026-07-03T16:31:53.821579Z","steps":["trace[1878711224] 'read index received' (duration: 125.079896ms)","trace[1878711224] 'applied index is now lower than readState.Index' (duration: 192.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:53.821988Z","caller":"traceutil/trace.go:171","msg":"trace[1242239391] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"212.382075ms","start":"2026-07-03T16:31:53.609594Z","end":"2026-07-03T16:31:53.821976Z","steps":["trace[1242239391] 'process raft request' (duration: 211.818422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.822287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.962165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-user-j8p9t\" ","response":"range_response_count:1 size:8982"} {"level":"info","ts":"2026-07-03T16:31:53.822328Z","caller":"traceutil/trace.go:171","msg":"trace[1136947889] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-user-j8p9t; range_end:; response_count:1; response_revision:17326; }","duration":"126.019547ms","start":"2026-07-03T16:31:53.696299Z","end":"2026-07-03T16:31:53.822319Z","steps":["trace[1136947889] 'agreement among raft nodes before linearized reading' (duration: 125.867573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.822544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.231808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:31:53.82258Z","caller":"traceutil/trace.go:171","msg":"trace[1682428388] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:17326; }","duration":"111.295719ms","start":"2026-07-03T16:31:53.711277Z","end":"2026-07-03T16:31:53.822573Z","steps":["trace[1682428388] 'agreement among raft nodes before linearized reading' (duration: 111.193907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.822846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.539002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:31:53.822883Z","caller":"traceutil/trace.go:171","msg":"trace[437153509] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:17326; }","duration":"107.589204ms","start":"2026-07-03T16:31:53.715286Z","end":"2026-07-03T16:31:53.822875Z","steps":["trace[437153509] 'agreement among raft nodes before linearized reading' (duration: 107.498812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.823029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.149151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g2crm\" ","response":"range_response_count:1 size:20559"} {"level":"info","ts":"2026-07-03T16:31:53.823066Z","caller":"traceutil/trace.go:171","msg":"trace[623307878] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g2crm; range_end:; response_count:1; response_revision:17326; }","duration":"109.198371ms","start":"2026-07-03T16:31:53.71386Z","end":"2026-07-03T16:31:53.823058Z","steps":["trace[623307878] 'agreement among raft nodes before linearized reading' (duration: 109.134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.82336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.420859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-03T16:31:53.823396Z","caller":"traceutil/trace.go:171","msg":"trace[756218794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:17326; }","duration":"110.484721ms","start":"2026-07-03T16:31:53.712903Z","end":"2026-07-03T16:31:53.823388Z","steps":["trace[756218794] 'agreement among raft nodes before linearized reading' (duration: 110.394528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.823466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.99158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:31:53.823576Z","caller":"traceutil/trace.go:171","msg":"trace[1638982585] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:17326; }","duration":"110.131353ms","start":"2026-07-03T16:31:53.71342Z","end":"2026-07-03T16:31:53.823551Z","steps":["trace[1638982585] 'agreement among raft nodes before linearized reading' (duration: 109.782335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:53.966698Z","caller":"traceutil/trace.go:171","msg":"trace[1265324437] linearizableReadLoop","detail":"{readStateIndex:17952; appliedIndex:17951; }","duration":"125.403012ms","start":"2026-07-03T16:31:53.841268Z","end":"2026-07-03T16:31:53.966672Z","steps":["trace[1265324437] 'read index received' (duration: 88.430645ms)","trace[1265324437] 'applied index is now lower than readState.Index' (duration: 36.971117ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:53.966844Z","caller":"traceutil/trace.go:171","msg":"trace[57727579] transaction","detail":"{read_only:false; response_revision:17327; number_of_response:1; }","duration":"131.707236ms","start":"2026-07-03T16:31:53.835097Z","end":"2026-07-03T16:31:53.966804Z","steps":["trace[57727579] 'process raft request' (duration: 94.540645ms)","trace[57727579] 'compare' (duration: 36.878435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:53.967531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.237441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:803821"} {"level":"info","ts":"2026-07-03T16:31:53.967581Z","caller":"traceutil/trace.go:171","msg":"trace[1394836135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17327; }","duration":"126.352564ms","start":"2026-07-03T16:31:53.841216Z","end":"2026-07-03T16:31:53.967569Z","steps":["trace[1394836135] 'agreement among raft nodes before linearized reading' (duration: 125.596037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:53.968539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.173632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:803821"} {"level":"info","ts":"2026-07-03T16:31:53.968598Z","caller":"traceutil/trace.go:171","msg":"trace[1064048192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17327; }","duration":"127.268615ms","start":"2026-07-03T16:31:53.841315Z","end":"2026-07-03T16:31:53.968584Z","steps":["trace[1064048192] 'agreement among raft nodes before linearized reading' (duration: 126.153089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:55.167788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.053535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:31:55.168003Z","caller":"traceutil/trace.go:171","msg":"trace[816107972] transaction","detail":"{read_only:false; response_revision:17334; number_of_response:1; }","duration":"188.19429ms","start":"2026-07-03T16:31:54.979787Z","end":"2026-07-03T16:31:55.167982Z","steps":["trace[816107972] 'process raft request' (duration: 82.93769ms)","trace[816107972] 'compare' (duration: 104.835851ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:58.90859Z","caller":"traceutil/trace.go:171","msg":"trace[58344283] transaction","detail":"{read_only:false; response_revision:17350; number_of_response:1; }","duration":"103.805608ms","start":"2026-07-03T16:31:58.804756Z","end":"2026-07-03T16:31:58.908561Z","steps":["trace[58344283] 'process raft request' (duration: 101.658639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:04.005181Z","caller":"traceutil/trace.go:171","msg":"trace[2018303102] transaction","detail":"{read_only:false; response_revision:17377; number_of_response:1; }","duration":"264.210021ms","start":"2026-07-03T16:32:03.740946Z","end":"2026-07-03T16:32:04.005157Z","steps":["trace[2018303102] 'process raft request' (duration: 264.003406ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.4285Z","caller":"traceutil/trace.go:171","msg":"trace[356886260] linearizableReadLoop","detail":"{readStateIndex:18074; appliedIndex:18073; }","duration":"179.567063ms","start":"2026-07-03T16:32:17.248905Z","end":"2026-07-03T16:32:17.428472Z","steps":["trace[356886260] 'read index received' (duration: 86.472311ms)","trace[356886260] 'applied index is now lower than readState.Index' (duration: 93.093392ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:32:17.42859Z","caller":"traceutil/trace.go:171","msg":"trace[119669135] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"249.605927ms","start":"2026-07-03T16:32:17.178927Z","end":"2026-07-03T16:32:17.428533Z","steps":["trace[119669135] 'process raft request' (duration: 156.442284ms)","trace[119669135] 'compare' (duration: 92.858506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:32:17.428764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.836739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:32:17.428804Z","caller":"traceutil/trace.go:171","msg":"trace[1806314076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17444; }","duration":"179.921671ms","start":"2026-07-03T16:32:17.24887Z","end":"2026-07-03T16:32:17.428792Z","steps":["trace[1806314076] 'agreement among raft nodes before linearized reading' (duration: 179.756857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.428947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.157853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:32:17.429008Z","caller":"traceutil/trace.go:171","msg":"trace[1802896754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17444; }","duration":"158.223244ms","start":"2026-07-03T16:32:17.270768Z","end":"2026-07-03T16:32:17.428991Z","steps":["trace[1802896754] 'agreement among raft nodes before linearized reading' (duration: 158.069491ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.64861Z","caller":"traceutil/trace.go:171","msg":"trace[2041391803] linearizableReadLoop","detail":"{readStateIndex:18077; appliedIndex:18075; }","duration":"213.385047ms","start":"2026-07-03T16:32:17.435198Z","end":"2026-07-03T16:32:17.648583Z","steps":["trace[2041391803] 'read index received' (duration: 2.339443ms)","trace[2041391803] 'applied index is now lower than readState.Index' (duration: 211.044524ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:32:17.648723Z","caller":"traceutil/trace.go:171","msg":"trace[2040485580] transaction","detail":"{read_only:false; response_revision:17447; number_of_response:1; }","duration":"215.029745ms","start":"2026-07-03T16:32:17.433664Z","end":"2026-07-03T16:32:17.648694Z","steps":["trace[2040485580] 'process raft request' (duration: 214.870891ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.648739Z","caller":"traceutil/trace.go:171","msg":"trace[1722169428] transaction","detail":"{read_only:false; response_revision:17446; number_of_response:1; }","duration":"215.684711ms","start":"2026-07-03T16:32:17.432976Z","end":"2026-07-03T16:32:17.648661Z","steps":["trace[1722169428] 'process raft request' (duration: 215.413775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.649036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.817547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:32:17.649123Z","caller":"traceutil/trace.go:171","msg":"trace[1354038511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17447; }","duration":"213.943111ms","start":"2026-07-03T16:32:17.435163Z","end":"2026-07-03T16:32:17.649106Z","steps":["trace[1354038511] 'agreement among raft nodes before linearized reading' (duration: 213.670864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.722533Z","caller":"traceutil/trace.go:171","msg":"trace[163457650] transaction","detail":"{read_only:false; response_revision:17448; number_of_response:1; }","duration":"284.66256ms","start":"2026-07-03T16:32:17.437851Z","end":"2026-07-03T16:32:17.722514Z","steps":["trace[163457650] 'process raft request' (duration: 284.461525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.722817Z","caller":"traceutil/trace.go:171","msg":"trace[332594725] transaction","detail":"{read_only:false; response_revision:17449; number_of_response:1; }","duration":"284.734102ms","start":"2026-07-03T16:32:17.438063Z","end":"2026-07-03T16:32:17.722797Z","steps":["trace[332594725] 'process raft request' (duration: 284.385764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.722992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.570393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:32:17.723031Z","caller":"traceutil/trace.go:171","msg":"trace[461180290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17450; }","duration":"203.666115ms","start":"2026-07-03T16:32:17.519351Z","end":"2026-07-03T16:32:17.723017Z","steps":["trace[461180290] 'agreement among raft nodes before linearized reading' (duration: 203.513732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.72315Z","caller":"traceutil/trace.go:171","msg":"trace[927651554] transaction","detail":"{read_only:false; response_revision:17450; number_of_response:1; }","duration":"284.887636ms","start":"2026-07-03T16:32:17.438248Z","end":"2026-07-03T16:32:17.723136Z","steps":["trace[927651554] 'process raft request' (duration: 284.425865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:27.615509Z","caller":"traceutil/trace.go:171","msg":"trace[1571125532] transaction","detail":"{read_only:false; response_revision:17582; number_of_response:1; }","duration":"107.88917ms","start":"2026-07-03T16:32:27.507588Z","end":"2026-07-03T16:32:27.615477Z","steps":["trace[1571125532] 'process raft request' (duration: 107.712986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:28.536395Z","caller":"traceutil/trace.go:171","msg":"trace[1075388504] transaction","detail":"{read_only:false; response_revision:17590; number_of_response:1; }","duration":"101.28457ms","start":"2026-07-03T16:32:28.435084Z","end":"2026-07-03T16:32:28.536368Z","steps":["trace[1075388504] 'process raft request' (duration: 84.67587ms)","trace[1075388504] 'compare' (duration: 16.312343ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:32:28.53673Z","caller":"traceutil/trace.go:171","msg":"trace[36852388] linearizableReadLoop","detail":"{readStateIndex:18226; appliedIndex:18225; }","duration":"100.157764ms","start":"2026-07-03T16:32:28.436554Z","end":"2026-07-03T16:32:28.536711Z","steps":["trace[36852388] 'read index received' (duration: 83.163445ms)","trace[36852388] 'applied index is now lower than readState.Index' (duration: 16.992759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:32:28.537628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.256676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:804246"} {"level":"info","ts":"2026-07-03T16:32:28.537717Z","caller":"traceutil/trace.go:171","msg":"trace[956572387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17590; }","duration":"100.356448ms","start":"2026-07-03T16:32:28.437343Z","end":"2026-07-03T16:32:28.5377Z","steps":["trace[956572387] 'agreement among raft nodes before linearized reading' (duration: 99.55113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:28.542125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.543308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:804246"} {"level":"info","ts":"2026-07-03T16:32:28.542206Z","caller":"traceutil/trace.go:171","msg":"trace[1874317731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:17590; }","duration":"105.647251ms","start":"2026-07-03T16:32:28.436538Z","end":"2026-07-03T16:32:28.542185Z","steps":["trace[1874317731] 'agreement among raft nodes before linearized reading' (duration: 100.299608ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:35.014146Z","caller":"traceutil/trace.go:171","msg":"trace[2034651537] transaction","detail":"{read_only:false; response_revision:17626; number_of_response:1; }","duration":"116.084678ms","start":"2026-07-03T16:32:34.898025Z","end":"2026-07-03T16:32:35.01411Z","steps":["trace[2034651537] 'process raft request' (duration: 95.533537ms)","trace[2034651537] 'compare' (duration: 20.376547ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:32:35.024589Z","caller":"traceutil/trace.go:171","msg":"trace[1188469229] transaction","detail":"{read_only:false; response_revision:17627; number_of_response:1; }","duration":"112.469866ms","start":"2026-07-03T16:32:34.912089Z","end":"2026-07-03T16:32:35.024559Z","steps":["trace[1188469229] 'process raft request' (duration: 112.128229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:35.024631Z","caller":"traceutil/trace.go:171","msg":"trace[867874306] transaction","detail":"{read_only:false; response_revision:17628; number_of_response:1; }","duration":"102.984849ms","start":"2026-07-03T16:32:34.921622Z","end":"2026-07-03T16:32:35.024607Z","steps":["trace[867874306] 'process raft request' (duration: 102.840485ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:17.006295Z","caller":"traceutil/trace.go:171","msg":"trace[1118122105] linearizableReadLoop","detail":"{readStateIndex:18769; appliedIndex:18768; }","duration":"130.773895ms","start":"2026-07-03T16:33:16.875494Z","end":"2026-07-03T16:33:17.006268Z","steps":["trace[1118122105] 'read index received' (duration: 59.80669ms)","trace[1118122105] 'applied index is now lower than readState.Index' (duration: 70.965865ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:17.006346Z","caller":"traceutil/trace.go:171","msg":"trace[1554675965] transaction","detail":"{read_only:false; response_revision:18120; number_of_response:1; }","duration":"199.09438ms","start":"2026-07-03T16:33:16.807218Z","end":"2026-07-03T16:33:17.006312Z","steps":["trace[1554675965] 'process raft request' (duration: 127.973552ms)","trace[1554675965] 'compare' (duration: 70.958965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:17.006602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.103353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-hxsqx\" ","response":"range_response_count:1 size:6924"} {"level":"info","ts":"2026-07-03T16:33:17.006648Z","caller":"traceutil/trace.go:171","msg":"trace[854774921] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-hxsqx; range_end:; response_count:1; response_revision:18120; }","duration":"131.202516ms","start":"2026-07-03T16:33:16.875435Z","end":"2026-07-03T16:33:17.006637Z","steps":["trace[854774921] 'agreement among raft nodes before linearized reading' (duration: 130.988611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:17.006882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.742139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mp6h9\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-03T16:33:17.00695Z","caller":"traceutil/trace.go:171","msg":"trace[759304436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mp6h9; range_end:; response_count:1; response_revision:18120; }","duration":"128.834971ms","start":"2026-07-03T16:33:16.8781Z","end":"2026-07-03T16:33:17.006935Z","steps":["trace[759304436] 'agreement among raft nodes before linearized reading' (duration: 128.626597ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:18.207779Z","caller":"traceutil/trace.go:171","msg":"trace[2138532579] transaction","detail":"{read_only:false; response_revision:18127; number_of_response:1; }","duration":"100.499812ms","start":"2026-07-03T16:33:18.107208Z","end":"2026-07-03T16:33:18.207708Z","steps":["trace[2138532579] 'process raft request' (duration: 21.041892ms)","trace[2138532579] 'compare' (duration: 79.090042ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:20.178401Z","caller":"traceutil/trace.go:171","msg":"trace[921061533] transaction","detail":"{read_only:false; response_revision:18138; number_of_response:1; }","duration":"171.655061ms","start":"2026-07-03T16:33:20.006712Z","end":"2026-07-03T16:33:20.178367Z","steps":["trace[921061533] 'process raft request' (duration: 109.918297ms)","trace[921061533] 'compare' (duration: 61.491989ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:20.178602Z","caller":"traceutil/trace.go:171","msg":"trace[1854033938] transaction","detail":"{read_only:false; response_revision:18139; number_of_response:1; }","duration":"168.358908ms","start":"2026-07-03T16:33:20.010218Z","end":"2026-07-03T16:33:20.178576Z","steps":["trace[1854033938] 'process raft request' (duration: 168.102571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:20.178654Z","caller":"traceutil/trace.go:171","msg":"trace[591733757] transaction","detail":"{read_only:false; response_revision:18140; number_of_response:1; }","duration":"132.959036ms","start":"2026-07-03T16:33:20.045672Z","end":"2026-07-03T16:33:20.178631Z","steps":["trace[591733757] 'process raft request' (duration: 132.811892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:20.178891Z","caller":"traceutil/trace.go:171","msg":"trace[1644605824] transaction","detail":"{read_only:false; response_revision:18141; number_of_response:1; }","duration":"133.1231ms","start":"2026-07-03T16:33:20.045747Z","end":"2026-07-03T16:33:20.17887Z","steps":["trace[1644605824] 'process raft request' (duration: 132.844883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:20.63405Z","caller":"traceutil/trace.go:171","msg":"trace[244430992] transaction","detail":"{read_only:false; response_revision:18144; number_of_response:1; }","duration":"117.628345ms","start":"2026-07-03T16:33:20.516381Z","end":"2026-07-03T16:33:20.634009Z","steps":["trace[244430992] 'process raft request' (duration: 117.351559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:22.375964Z","caller":"traceutil/trace.go:171","msg":"trace[2099878025] linearizableReadLoop","detail":"{readStateIndex:18811; appliedIndex:18809; }","duration":"132.517395ms","start":"2026-07-03T16:33:22.243417Z","end":"2026-07-03T16:33:22.375934Z","steps":["trace[2099878025] 'read index received' (duration: 45.088513ms)","trace[2099878025] 'applied index is now lower than readState.Index' (duration: 87.426782ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:22.376236Z","caller":"traceutil/trace.go:171","msg":"trace[939879228] transaction","detail":"{read_only:false; response_revision:18160; number_of_response:1; }","duration":"161.557581ms","start":"2026-07-03T16:33:22.214647Z","end":"2026-07-03T16:33:22.376205Z","steps":["trace[939879228] 'process raft request' (duration: 95.411746ms)","trace[939879228] 'compare' (duration: 65.534961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:22.37636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.891763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:33:22.376468Z","caller":"traceutil/trace.go:171","msg":"trace[994441792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18161; }","duration":"133.103428ms","start":"2026-07-03T16:33:22.243345Z","end":"2026-07-03T16:33:22.376448Z","steps":["trace[994441792] 'agreement among raft nodes before linearized reading' (duration: 132.708509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:22.376657Z","caller":"traceutil/trace.go:171","msg":"trace[1432297289] transaction","detail":"{read_only:false; response_revision:18161; number_of_response:1; }","duration":"161.870458ms","start":"2026-07-03T16:33:22.214724Z","end":"2026-07-03T16:33:22.376595Z","steps":["trace[1432297289] 'process raft request' (duration: 161.123771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:26.640587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.656643ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:33:49.447418Z","caller":"traceutil/trace.go:171","msg":"trace[1161001088] transaction","detail":"{read_only:false; response_revision:18324; number_of_response:1; }","duration":"111.31392ms","start":"2026-07-03T16:33:49.336067Z","end":"2026-07-03T16:33:49.447381Z","steps":["trace[1161001088] 'process raft request' (duration: 111.106295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:07.454781Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16044} {"level":"info","ts":"2026-07-03T16:34:07.661362Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16044,"took":"203.883359ms","hash":2573031725,"current-db-size-bytes":45600768,"current-db-size":"46 MB","current-db-size-in-use-bytes":30212096,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T16:34:07.661452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2573031725,"revision":16044,"compact-revision":13857} {"level":"info","ts":"2026-07-03T16:34:43.135311Z","caller":"traceutil/trace.go:171","msg":"trace[313112308] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"126.736223ms","start":"2026-07-03T16:34:43.008359Z","end":"2026-07-03T16:34:43.135095Z","steps":["trace[313112308] 'process raft request' (duration: 76.605755ms)","trace[313112308] 'compare' (duration: 49.844282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:44.151038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.166493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:44.151127Z","caller":"traceutil/trace.go:171","msg":"trace[1603421319] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18686; }","duration":"103.306976ms","start":"2026-07-03T16:34:44.0478Z","end":"2026-07-03T16:34:44.151107Z","steps":["trace[1603421319] 'agreement among raft nodes before linearized reading' (duration: 103.164713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:44.151121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.375698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:34:44.151114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.096643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:44.151198Z","caller":"traceutil/trace.go:171","msg":"trace[1812825362] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18686; }","duration":"103.47329ms","start":"2026-07-03T16:34:44.047707Z","end":"2026-07-03T16:34:44.15118Z","steps":["trace[1812825362] 'agreement among raft nodes before linearized reading' (duration: 103.373728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:44.15121Z","caller":"traceutil/trace.go:171","msg":"trace[936309902] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:18686; }","duration":"100.243326ms","start":"2026-07-03T16:34:44.050947Z","end":"2026-07-03T16:34:44.151191Z","steps":["trace[936309902] 'agreement among raft nodes before linearized reading' (duration: 100.071732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:44.151413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.377978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:44.151461Z","caller":"traceutil/trace.go:171","msg":"trace[623645281] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18686; }","duration":"103.45983ms","start":"2026-07-03T16:34:44.047989Z","end":"2026-07-03T16:34:44.151449Z","steps":["trace[623645281] 'agreement among raft nodes before linearized reading' (duration: 103.394409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:45.109723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.048317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:34:45.109792Z","caller":"traceutil/trace.go:171","msg":"trace[2103583642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18688; }","duration":"102.16023ms","start":"2026-07-03T16:34:45.007614Z","end":"2026-07-03T16:34:45.109774Z","steps":["trace[2103583642] 'range keys from in-memory index tree' (duration: 101.70962ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:45.270572Z","caller":"traceutil/trace.go:171","msg":"trace[2068001489] transaction","detail":"{read_only:false; response_revision:18691; number_of_response:1; }","duration":"130.124211ms","start":"2026-07-03T16:34:45.140417Z","end":"2026-07-03T16:34:45.270541Z","steps":["trace[2068001489] 'process raft request' (duration: 129.928617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:46.05926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.157082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:46.059357Z","caller":"traceutil/trace.go:171","msg":"trace[741473653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18695; }","duration":"113.301235ms","start":"2026-07-03T16:34:45.946034Z","end":"2026-07-03T16:34:46.059335Z","steps":["trace[741473653] 'range keys from in-memory index tree' (duration: 113.06313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:47.365415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.939948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:34:47.36553Z","caller":"traceutil/trace.go:171","msg":"trace[1362907541] transaction","detail":"{read_only:false; response_revision:18699; number_of_response:1; }","duration":"159.528783ms","start":"2026-07-03T16:34:47.205988Z","end":"2026-07-03T16:34:47.365517Z","steps":["trace[1362907541] 'process raft request' (duration: 49.423382ms)","trace[1362907541] 'compare' (duration: 109.719743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:47.708829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.006709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:34:47.708947Z","caller":"traceutil/trace.go:171","msg":"trace[1632518658] transaction","detail":"{read_only:false; response_revision:18702; number_of_response:1; }","duration":"338.864472ms","start":"2026-07-03T16:34:47.370062Z","end":"2026-07-03T16:34:47.708927Z","steps":["trace[1632518658] 'process raft request' (duration: 235.673298ms)","trace[1632518658] 'compare' (duration: 102.736253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:47.709009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:47.370025Z","time spent":"338.957384ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:34:47.74247Z","caller":"traceutil/trace.go:171","msg":"trace[2014693458] linearizableReadLoop","detail":"{readStateIndex:19372; appliedIndex:19370; }","duration":"153.649119ms","start":"2026-07-03T16:34:47.588793Z","end":"2026-07-03T16:34:47.742442Z","steps":["trace[2014693458] 'read index received' (duration: 16.963338ms)","trace[2014693458] 'applied index is now lower than readState.Index' (duration: 136.684901ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:34:47.742615Z","caller":"traceutil/trace.go:171","msg":"trace[2000850943] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"325.786682ms","start":"2026-07-03T16:34:47.416809Z","end":"2026-07-03T16:34:47.742596Z","steps":["trace[2000850943] 'process raft request' (duration: 325.461444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:47.742779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:47.416787Z","time spent":"325.884654ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:34:47.743072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.267624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:34:47.743167Z","caller":"traceutil/trace.go:171","msg":"trace[245125244] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18703; }","duration":"154.401236ms","start":"2026-07-03T16:34:47.588744Z","end":"2026-07-03T16:34:47.743145Z","steps":["trace[245125244] 'agreement among raft nodes before linearized reading' (duration: 154.13512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:47.743541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.431493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:34:47.743738Z","caller":"traceutil/trace.go:171","msg":"trace[74710602] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18703; }","duration":"118.664567ms","start":"2026-07-03T16:34:47.625055Z","end":"2026-07-03T16:34:47.74372Z","steps":["trace[74710602] 'agreement among raft nodes before linearized reading' (duration: 118.079704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:49.35144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.4785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:34:49.351473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.740845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:34:49.351546Z","caller":"traceutil/trace.go:171","msg":"trace[1843602949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18706; }","duration":"182.627393ms","start":"2026-07-03T16:34:49.168896Z","end":"2026-07-03T16:34:49.351523Z","steps":["trace[1843602949] 'range keys from in-memory index tree' (duration: 182.216354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:49.351554Z","caller":"traceutil/trace.go:171","msg":"trace[922216232] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:18706; }","duration":"168.854807ms","start":"2026-07-03T16:34:49.18268Z","end":"2026-07-03T16:34:49.351535Z","steps":["trace[922216232] 'range keys from in-memory index tree' (duration: 168.595432ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:49.520075Z","caller":"traceutil/trace.go:171","msg":"trace[20339758] linearizableReadLoop","detail":"{readStateIndex:19378; appliedIndex:19376; }","duration":"115.383603ms","start":"2026-07-03T16:34:49.404674Z","end":"2026-07-03T16:34:49.520058Z","steps":["trace[20339758] 'read index received' (duration: 68.98466ms)","trace[20339758] 'applied index is now lower than readState.Index' (duration: 46.398253ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:34:49.520143Z","caller":"traceutil/trace.go:171","msg":"trace[2114451731] transaction","detail":"{read_only:false; response_revision:18709; number_of_response:1; }","duration":"146.836894ms","start":"2026-07-03T16:34:49.373277Z","end":"2026-07-03T16:34:49.520113Z","steps":["trace[2114451731] 'process raft request' (duration: 146.753272ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:49.520141Z","caller":"traceutil/trace.go:171","msg":"trace[844987542] transaction","detail":"{read_only:false; response_revision:18708; number_of_response:1; }","duration":"150.292093ms","start":"2026-07-03T16:34:49.369811Z","end":"2026-07-03T16:34:49.520103Z","steps":["trace[844987542] 'process raft request' (duration: 103.91108ms)","trace[844987542] 'compare' (duration: 46.203799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:49.520289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.606368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:34:49.520323Z","caller":"traceutil/trace.go:171","msg":"trace[1333952205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18709; }","duration":"115.68684ms","start":"2026-07-03T16:34:49.404627Z","end":"2026-07-03T16:34:49.520314Z","steps":["trace[1333952205] 'agreement among raft nodes before linearized reading' (duration: 115.534097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:09.848126Z","caller":"traceutil/trace.go:171","msg":"trace[735587689] linearizableReadLoop","detail":"{readStateIndex:19524; appliedIndex:19523; }","duration":"497.824143ms","start":"2026-07-03T16:35:09.350262Z","end":"2026-07-03T16:35:09.848086Z","steps":["trace[735587689] 'read index received' (duration: 497.647889ms)","trace[735587689] 'applied index is now lower than readState.Index' (duration: 174.604µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:09.848302Z","caller":"traceutil/trace.go:171","msg":"trace[873635253] transaction","detail":"{read_only:false; response_revision:18850; number_of_response:1; }","duration":"671.400249ms","start":"2026-07-03T16:35:09.176884Z","end":"2026-07-03T16:35:09.848284Z","steps":["trace[873635253] 'process raft request' (duration: 670.950649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:09.848462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.176869Z","time spent":"671.47763ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:09.848525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.234882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:35:09.848658Z","caller":"traceutil/trace.go:171","msg":"trace[2040061334] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:18850; }","duration":"498.419727ms","start":"2026-07-03T16:35:09.350211Z","end":"2026-07-03T16:35:09.848631Z","steps":["trace[2040061334] 'agreement among raft nodes before linearized reading' (duration: 498.220402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:09.84873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.350169Z","time spent":"498.541669ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:35:10.016404Z","caller":"traceutil/trace.go:171","msg":"trace[1856195682] linearizableReadLoop","detail":"{readStateIndex:19527; appliedIndex:19524; }","duration":"168.139551ms","start":"2026-07-03T16:35:09.848234Z","end":"2026-07-03T16:35:10.016374Z","steps":["trace[1856195682] 'read index received' (duration: 167.932826ms)","trace[1856195682] 'applied index is now lower than readState.Index' (duration: 205.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:10.016518Z","caller":"traceutil/trace.go:171","msg":"trace[656014911] transaction","detail":"{read_only:false; response_revision:18852; number_of_response:1; }","duration":"397.197588ms","start":"2026-07-03T16:35:09.619287Z","end":"2026-07-03T16:35:10.016484Z","steps":["trace[656014911] 'process raft request' (duration: 396.996914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.01659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.77437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:35:10.016471Z","caller":"traceutil/trace.go:171","msg":"trace[188521277] transaction","detail":"{read_only:false; response_revision:18851; number_of_response:1; }","duration":"420.323917ms","start":"2026-07-03T16:35:09.596081Z","end":"2026-07-03T16:35:10.016405Z","steps":["trace[188521277] 'process raft request' (duration: 420.041861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.016602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.589886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:35:10.016636Z","caller":"traceutil/trace.go:171","msg":"trace[998351936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18853; }","duration":"400.878742ms","start":"2026-07-03T16:35:09.615744Z","end":"2026-07-03T16:35:10.016623Z","steps":["trace[998351936] 'agreement among raft nodes before linearized reading' (duration: 400.749409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:10.016667Z","caller":"traceutil/trace.go:171","msg":"trace[936386337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18853; }","duration":"359.713409ms","start":"2026-07-03T16:35:09.656936Z","end":"2026-07-03T16:35:10.016649Z","steps":["trace[936386337] 'agreement among raft nodes before linearized reading' (duration: 359.507244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.016698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.656902Z","time spent":"359.78559ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:35:10.016723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.57581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:10.016771Z","caller":"traceutil/trace.go:171","msg":"trace[530478027] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:18853; }","duration":"550.664942ms","start":"2026-07-03T16:35:09.466096Z","end":"2026-07-03T16:35:10.016761Z","steps":["trace[530478027] 'agreement among raft nodes before linearized reading' (duration: 550.56191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.016735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.459668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-03T16:35:10.016805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.466085Z","time spent":"550.712403ms","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:10.016819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.964019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:35:10.016808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.596062Z","time spent":"420.602744ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:10.016871Z","caller":"traceutil/trace.go:171","msg":"trace[2109246051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18853; }","duration":"561.047161ms","start":"2026-07-03T16:35:09.455808Z","end":"2026-07-03T16:35:10.016855Z","steps":["trace[2109246051] 'agreement among raft nodes before linearized reading' (duration: 560.911538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:10.016864Z","caller":"traceutil/trace.go:171","msg":"trace[1361368150] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18853; }","duration":"216.652272ms","start":"2026-07-03T16:35:09.800176Z","end":"2026-07-03T16:35:10.016828Z","steps":["trace[1361368150] 'agreement among raft nodes before linearized reading' (duration: 216.222992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.016912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.455791Z","time spent":"561.113292ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:35:10.016906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.536529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:35:10.016917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.613493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:10.016958Z","caller":"traceutil/trace.go:171","msg":"trace[1660700800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18853; }","duration":"209.621072ms","start":"2026-07-03T16:35:09.807324Z","end":"2026-07-03T16:35:10.016945Z","steps":["trace[1660700800] 'agreement among raft nodes before linearized reading' (duration: 209.333245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.017004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.615718Z","time spent":"400.945893ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:35:10.017009Z","caller":"traceutil/trace.go:171","msg":"trace[934972393] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18853; }","duration":"217.768018ms","start":"2026-07-03T16:35:09.799221Z","end":"2026-07-03T16:35:10.016989Z","steps":["trace[934972393] 'agreement among raft nodes before linearized reading' (duration: 217.460281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.017015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.201252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:35:10.016975Z","caller":"traceutil/trace.go:171","msg":"trace[443324213] transaction","detail":"{read_only:false; response_revision:18853; number_of_response:1; }","duration":"174.359943ms","start":"2026-07-03T16:35:09.842515Z","end":"2026-07-03T16:35:10.016875Z","steps":["trace[443324213] 'process raft request' (duration: 173.815651ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:10.017114Z","caller":"traceutil/trace.go:171","msg":"trace[458107660] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18853; }","duration":"247.376266ms","start":"2026-07-03T16:35:09.769713Z","end":"2026-07-03T16:35:10.01709Z","steps":["trace[458107660] 'agreement among raft nodes before linearized reading' (duration: 247.09388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:10.019081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:09.619258Z","time spent":"398.019566ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:14.805595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687373832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:35:15.242235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007541898s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:35:15.242744Z","caller":"traceutil/trace.go:171","msg":"trace[635611443] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"1.008138961s","start":"2026-07-03T16:35:14.234566Z","end":"2026-07-03T16:35:15.242705Z","steps":["trace[635611443] 'process raft request' (duration: 1.007912576s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.242967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:14.234549Z","time spent":"1.008308145s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:15.447755Z","caller":"traceutil/trace.go:171","msg":"trace[778308275] transaction","detail":"{read_only:false; response_revision:18901; number_of_response:1; }","duration":"905.275315ms","start":"2026-07-03T16:35:14.542458Z","end":"2026-07-03T16:35:15.447733Z","steps":["trace[778308275] 'process raft request' (duration: 905.225004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.44788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:14.542418Z","time spent":"905.397668ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:15.447782Z","caller":"traceutil/trace.go:171","msg":"trace[564309864] transaction","detail":"{read_only:false; response_revision:18900; number_of_response:1; }","duration":"1.13644647s","start":"2026-07-03T16:35:14.311298Z","end":"2026-07-03T16:35:15.447744Z","steps":["trace[564309864] 'process raft request' (duration: 1.136243576s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:15.447944Z","caller":"traceutil/trace.go:171","msg":"trace[920883864] linearizableReadLoop","detail":"{readStateIndex:19576; appliedIndex:19573; }","duration":"1.143070862s","start":"2026-07-03T16:35:14.30485Z","end":"2026-07-03T16:35:15.447921Z","steps":["trace[920883864] 'read index received' (duration: 937.685558ms)","trace[920883864] 'applied index is now lower than readState.Index' (duration: 205.383224ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:15.448019Z","caller":"traceutil/trace.go:171","msg":"trace[1890143058] transaction","detail":"{read_only:false; response_revision:18902; number_of_response:1; }","duration":"431.703538ms","start":"2026-07-03T16:35:15.016294Z","end":"2026-07-03T16:35:15.447998Z","steps":["trace[1890143058] 'process raft request' (duration: 431.413261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.448141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.324969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:35:15.448102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:15.016247Z","time spent":"431.82058ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:15.448166Z","caller":"traceutil/trace.go:171","msg":"trace[1507702383] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:18902; }","duration":"899.396531ms","start":"2026-07-03T16:35:14.548764Z","end":"2026-07-03T16:35:15.44816Z","steps":["trace[1507702383] 'agreement among raft nodes before linearized reading' (duration: 899.278498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.448181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:14.548734Z","time spent":"899.444042ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:35:15.448205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:14.311277Z","time spent":"1.136707407s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:15.448276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.585679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:15.448212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.798552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:15.448295Z","caller":"traceutil/trace.go:171","msg":"trace[1452650600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18902; }","duration":"501.687352ms","start":"2026-07-03T16:35:14.946603Z","end":"2026-07-03T16:35:15.448291Z","steps":["trace[1452650600] 'agreement among raft nodes before linearized reading' (duration: 501.656261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.448307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:14.946577Z","time spent":"501.728032ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:35:15.448308Z","caller":"traceutil/trace.go:171","msg":"trace[1430215241] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18902; }","duration":"435.938186ms","start":"2026-07-03T16:35:15.01236Z","end":"2026-07-03T16:35:15.448298Z","steps":["trace[1430215241] 'agreement among raft nodes before linearized reading' (duration: 435.68884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.448307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.958499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19023"} {"level":"warn","ts":"2026-07-03T16:35:15.448341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:15.012338Z","time spent":"435.993296ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-03T16:35:15.448355Z","caller":"traceutil/trace.go:171","msg":"trace[1296132246] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:18902; }","duration":"196.044531ms","start":"2026-07-03T16:35:15.252293Z","end":"2026-07-03T16:35:15.448338Z","steps":["trace[1296132246] 'agreement among raft nodes before linearized reading' (duration: 195.949288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.448314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14342868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"warn","ts":"2026-07-03T16:35:15.448389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.818601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:35:15.448431Z","caller":"traceutil/trace.go:171","msg":"trace[1506401028] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:18902; }","duration":"686.859132ms","start":"2026-07-03T16:35:14.76156Z","end":"2026-07-03T16:35:15.448419Z","steps":["trace[1506401028] 'agreement among raft nodes before linearized reading' (duration: 686.74319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:15.448442Z","caller":"traceutil/trace.go:171","msg":"trace[136710206] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18902; }","duration":"1.143567893s","start":"2026-07-03T16:35:14.304842Z","end":"2026-07-03T16:35:15.44841Z","steps":["trace[136710206] 'agreement among raft nodes before linearized reading' (duration: 1.143175954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.44847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:14.761498Z","time spent":"686.963664ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:35:15.448497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:14.30478Z","time spent":"1.143706286s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:15.44852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.177123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:15.448537Z","caller":"traceutil/trace.go:171","msg":"trace[939553696] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18902; }","duration":"392.242985ms","start":"2026-07-03T16:35:15.056289Z","end":"2026-07-03T16:35:15.448532Z","steps":["trace[939553696] 'agreement among raft nodes before linearized reading' (duration: 392.212624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.448552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:15.056263Z","time spent":"392.285495ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:35:15.987704Z","caller":"traceutil/trace.go:171","msg":"trace[1933821515] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"110.978122ms","start":"2026-07-03T16:35:15.876676Z","end":"2026-07-03T16:35:15.987654Z","steps":["trace[1933821515] 'process raft request' (duration: 110.792928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:16.547307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687373845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:35:16.904187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.700242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:16.904327Z","caller":"traceutil/trace.go:171","msg":"trace[1190642186] transaction","detail":"{read_only:false; response_revision:18904; number_of_response:1; }","duration":"863.300943ms","start":"2026-07-03T16:35:16.040998Z","end":"2026-07-03T16:35:16.904299Z","steps":["trace[1190642186] 'process raft request' (duration: 671.365507ms)","trace[1190642186] 'compare' (duration: 191.405254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:16.904421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.040961Z","time spent":"863.412776ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:16.954372Z","caller":"traceutil/trace.go:171","msg":"trace[1199969423] transaction","detail":"{read_only:false; response_revision:18905; number_of_response:1; }","duration":"911.956039ms","start":"2026-07-03T16:35:16.04239Z","end":"2026-07-03T16:35:16.954346Z","steps":["trace[1199969423] 'process raft request' (duration: 911.693023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:16.954494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.042354Z","time spent":"912.080322ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:16.954426Z","caller":"traceutil/trace.go:171","msg":"trace[889233735] transaction","detail":"{read_only:false; response_revision:18906; number_of_response:1; }","duration":"911.237543ms","start":"2026-07-03T16:35:16.043143Z","end":"2026-07-03T16:35:16.954381Z","steps":["trace[889233735] 'process raft request' (duration: 911.11253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:16.954836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.043134Z","time spent":"911.59862ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:18.116596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162278252s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:35:18.116698Z","caller":"traceutil/trace.go:171","msg":"trace[259078092] linearizableReadLoop","detail":"{readStateIndex:19582; appliedIndex:19578; }","duration":"2.070394392s","start":"2026-07-03T16:35:16.046285Z","end":"2026-07-03T16:35:18.116679Z","steps":["trace[259078092] 'read index received' (duration: 666.097646ms)","trace[259078092] 'applied index is now lower than readState.Index' (duration: 1.404295196s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:18.117156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070867212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:18.117223Z","caller":"traceutil/trace.go:171","msg":"trace[124635647] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18906; }","duration":"2.070948554s","start":"2026-07-03T16:35:16.046246Z","end":"2026-07-03T16:35:18.117195Z","steps":["trace[124635647] 'agreement among raft nodes before linearized reading' (duration: 2.07077526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.117256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.046212Z","time spent":"2.071036076s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:18.117223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128179971s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:18.117346Z","caller":"traceutil/trace.go:171","msg":"trace[1754490684] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18906; }","duration":"1.128311914s","start":"2026-07-03T16:35:16.989015Z","end":"2026-07-03T16:35:18.117327Z","steps":["trace[1754490684] 'range keys from in-memory index tree' (duration: 1.128164941s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.120357Z","caller":"traceutil/trace.go:171","msg":"trace[2039759503] transaction","detail":"{read_only:false; response_revision:18907; number_of_response:1; }","duration":"665.878803ms","start":"2026-07-03T16:35:17.454438Z","end":"2026-07-03T16:35:18.120317Z","steps":["trace[2039759503] 'process raft request' (duration: 665.562185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.120433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.246933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:35:18.120455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070876693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:35:18.120543Z","caller":"traceutil/trace.go:171","msg":"trace[1585221200] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:18907; }","duration":"774.399467ms","start":"2026-07-03T16:35:17.346109Z","end":"2026-07-03T16:35:18.120509Z","steps":["trace[1585221200] 'agreement among raft nodes before linearized reading' (duration: 774.238823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.120583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173915208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:18.120589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.991481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:35:18.120616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:17.346084Z","time spent":"774.51326ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:18.120639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982607162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:18.120647Z","caller":"traceutil/trace.go:171","msg":"trace[227751137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18907; }","duration":"1.174039691s","start":"2026-07-03T16:35:16.946589Z","end":"2026-07-03T16:35:18.120629Z","steps":["trace[227751137] 'agreement among raft nodes before linearized reading' (duration: 1.173938818s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.120656Z","caller":"traceutil/trace.go:171","msg":"trace[1036989707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18907; }","duration":"176.068693ms","start":"2026-07-03T16:35:17.944572Z","end":"2026-07-03T16:35:18.120641Z","steps":["trace[1036989707] 'agreement among raft nodes before linearized reading' (duration: 175.9476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.120686Z","caller":"traceutil/trace.go:171","msg":"trace[867556631] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18907; }","duration":"1.982689323s","start":"2026-07-03T16:35:16.137986Z","end":"2026-07-03T16:35:18.120675Z","steps":["trace[867556631] 'agreement among raft nodes before linearized reading' (duration: 1.982460677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.120695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191844678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:35:18.12051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:17.454397Z","time spent":"666.032676ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:18.120727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.137967Z","time spent":"1.982753025s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-03T16:35:18.120736Z","caller":"traceutil/trace.go:171","msg":"trace[384493679] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18907; }","duration":"1.19192145s","start":"2026-07-03T16:35:16.928804Z","end":"2026-07-03T16:35:18.120726Z","steps":["trace[384493679] 'agreement among raft nodes before linearized reading' (duration: 1.191783047s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.120767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.928784Z","time spent":"1.191974592s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":76,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:35:18.120574Z","caller":"traceutil/trace.go:171","msg":"trace[2146155116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18907; }","duration":"2.071038456s","start":"2026-07-03T16:35:16.049518Z","end":"2026-07-03T16:35:18.120556Z","steps":["trace[2146155116] 'agreement among raft nodes before linearized reading' (duration: 2.07077935s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.120814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.015995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:35:18.120895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06861212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:35:18.120697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.946568Z","time spent":"1.174118213s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:35:18.120912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.484498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"warn","ts":"2026-07-03T16:35:18.121015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062750716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:35:18.120941Z","caller":"traceutil/trace.go:171","msg":"trace[2109766166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18907; }","duration":"2.068716853s","start":"2026-07-03T16:35:16.052211Z","end":"2026-07-03T16:35:18.120928Z","steps":["trace[2109766166] 'agreement among raft nodes before linearized reading' (duration: 2.06857554s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.120843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.333129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:35:18.121063Z","caller":"traceutil/trace.go:171","msg":"trace[294540904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18907; }","duration":"2.062823718s","start":"2026-07-03T16:35:16.058223Z","end":"2026-07-03T16:35:18.121046Z","steps":["trace[294540904] 'agreement among raft nodes before linearized reading' (duration: 2.062699555s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.121124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.058205Z","time spent":"2.06291004s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:35:18.120877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06679191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:35:18.121169Z","caller":"traceutil/trace.go:171","msg":"trace[866744173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18907; }","duration":"2.067110647s","start":"2026-07-03T16:35:16.054047Z","end":"2026-07-03T16:35:18.121157Z","steps":["trace[866744173] 'agreement among raft nodes before linearized reading' (duration: 2.066678307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.120738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992424926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:35:18.121216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.054039Z","time spent":"2.067165308s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:35:18.121233Z","caller":"traceutil/trace.go:171","msg":"trace[259546891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18907; }","duration":"1.992941797s","start":"2026-07-03T16:35:16.128281Z","end":"2026-07-03T16:35:18.121222Z","steps":["trace[259546891] 'agreement among raft nodes before linearized reading' (duration: 1.992353814s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.121258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.128242Z","time spent":"1.993009649s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:35:18.121075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.052203Z","time spent":"2.068858606s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:35:18.120602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.691718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:35:18.121232Z","caller":"traceutil/trace.go:171","msg":"trace[999659068] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:18907; }","duration":"648.643716ms","start":"2026-07-03T16:35:17.472457Z","end":"2026-07-03T16:35:18.121101Z","steps":["trace[999659068] 'agreement among raft nodes before linearized reading' (duration: 647.9337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.121335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.691253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:18.12141Z","caller":"traceutil/trace.go:171","msg":"trace[1953118890] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18907; }","duration":"667.804376ms","start":"2026-07-03T16:35:17.453585Z","end":"2026-07-03T16:35:18.121389Z","steps":["trace[1953118890] 'agreement among raft nodes before linearized reading' (duration: 666.894985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.121444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:17.453562Z","time spent":"667.874327ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:18.120897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:16.049501Z","time spent":"2.071383474s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:35:18.121309Z","caller":"traceutil/trace.go:171","msg":"trace[2025089421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18907; }","duration":"129.454415ms","start":"2026-07-03T16:35:17.991838Z","end":"2026-07-03T16:35:18.121292Z","steps":["trace[2025089421] 'agreement among raft nodes before linearized reading' (duration: 128.656757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.121041Z","caller":"traceutil/trace.go:171","msg":"trace[1840740196] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18907; }","duration":"667.674232ms","start":"2026-07-03T16:35:17.453347Z","end":"2026-07-03T16:35:18.121022Z","steps":["trace[1840740196] 'agreement among raft nodes before linearized reading' (duration: 667.343035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.12156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:17.453323Z","time spent":"668.228745ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:18.121423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:17.472438Z","time spent":"648.932563ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"warn","ts":"2026-07-03T16:35:18.121923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.896363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:219282"} {"level":"info","ts":"2026-07-03T16:35:18.121968Z","caller":"traceutil/trace.go:171","msg":"trace[1129312210] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:18907; }","duration":"858.971685ms","start":"2026-07-03T16:35:17.262985Z","end":"2026-07-03T16:35:18.121957Z","steps":["trace[1129312210] 'agreement among raft nodes before linearized reading' (duration: 858.414881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.122068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:17.26297Z","time spent":"859.086028ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":219305,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-03T16:35:18.120937Z","caller":"traceutil/trace.go:171","msg":"trace[1565095249] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:18907; }","duration":"649.135709ms","start":"2026-07-03T16:35:17.471756Z","end":"2026-07-03T16:35:18.120892Z","steps":["trace[1565095249] 'agreement among raft nodes before linearized reading' (duration: 648.815861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.122835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:17.471744Z","time spent":"651.080903ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"info","ts":"2026-07-03T16:35:18.366041Z","caller":"traceutil/trace.go:171","msg":"trace[1884484193] transaction","detail":"{read_only:false; response_revision:18908; number_of_response:1; }","duration":"239.971727ms","start":"2026-07-03T16:35:18.126047Z","end":"2026-07-03T16:35:18.366019Z","steps":["trace[1884484193] 'process raft request' (duration: 239.821673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.37347Z","caller":"traceutil/trace.go:171","msg":"trace[391990015] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"247.191101ms","start":"2026-07-03T16:35:18.126261Z","end":"2026-07-03T16:35:18.373452Z","steps":["trace[391990015] 'process raft request' (duration: 246.992747ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.37356Z","caller":"traceutil/trace.go:171","msg":"trace[1605989757] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"247.244803ms","start":"2026-07-03T16:35:18.126284Z","end":"2026-07-03T16:35:18.373528Z","steps":["trace[1605989757] 'process raft request' (duration: 247.007448ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.373653Z","caller":"traceutil/trace.go:171","msg":"trace[1178894130] transaction","detail":"{read_only:false; response_revision:18912; number_of_response:1; }","duration":"246.460915ms","start":"2026-07-03T16:35:18.127154Z","end":"2026-07-03T16:35:18.373615Z","steps":["trace[1178894130] 'process raft request' (duration: 246.172309ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.373693Z","caller":"traceutil/trace.go:171","msg":"trace[1350108634] transaction","detail":"{read_only:false; response_revision:18909; number_of_response:1; }","duration":"247.482538ms","start":"2026-07-03T16:35:18.126175Z","end":"2026-07-03T16:35:18.373658Z","steps":["trace[1350108634] 'process raft request' (duration: 247.015768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.373911Z","caller":"traceutil/trace.go:171","msg":"trace[706396993] linearizableReadLoop","detail":"{readStateIndex:19587; appliedIndex:19583; }","duration":"246.408595ms","start":"2026-07-03T16:35:18.12696Z","end":"2026-07-03T16:35:18.373369Z","steps":["trace[706396993] 'read index received' (duration: 238.900633ms)","trace[706396993] 'applied index is now lower than readState.Index' (duration: 7.507092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:18.374635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.654544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:933587"} {"level":"info","ts":"2026-07-03T16:35:18.374714Z","caller":"traceutil/trace.go:171","msg":"trace[221601551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18912; }","duration":"247.755716ms","start":"2026-07-03T16:35:18.126943Z","end":"2026-07-03T16:35:18.374698Z","steps":["trace[221601551] 'agreement among raft nodes before linearized reading' (duration: 246.892425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.411122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.924764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:35:18.411196Z","caller":"traceutil/trace.go:171","msg":"trace[1353709207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18913; }","duration":"284.022616ms","start":"2026-07-03T16:35:18.127158Z","end":"2026-07-03T16:35:18.411181Z","steps":["trace[1353709207] 'agreement among raft nodes before linearized reading' (duration: 283.818031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.411702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.663966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:35:18.411744Z","caller":"traceutil/trace.go:171","msg":"trace[261374340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:18913; }","duration":"186.802479ms","start":"2026-07-03T16:35:18.22493Z","end":"2026-07-03T16:35:18.411732Z","steps":["trace[261374340] 'agreement among raft nodes before linearized reading' (duration: 186.676997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.412165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.211394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:18.4122Z","caller":"traceutil/trace.go:171","msg":"trace[531033864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18913; }","duration":"282.276506ms","start":"2026-07-03T16:35:18.129916Z","end":"2026-07-03T16:35:18.412192Z","steps":["trace[531033864] 'agreement among raft nodes before linearized reading' (duration: 282.213864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:18.412673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.425899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:933587"} {"level":"info","ts":"2026-07-03T16:35:18.412717Z","caller":"traceutil/trace.go:171","msg":"trace[1690054562] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18913; }","duration":"282.49025ms","start":"2026-07-03T16:35:18.130217Z","end":"2026-07-03T16:35:18.412707Z","steps":["trace[1690054562] 'agreement among raft nodes before linearized reading' (duration: 281.648891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.384449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687373873,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:35:19.567841Z","caller":"traceutil/trace.go:171","msg":"trace[887695484] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"816.201205ms","start":"2026-07-03T16:35:18.751616Z","end":"2026-07-03T16:35:19.567817Z","steps":["trace[887695484] 'process raft request' (duration: 816.061582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.568057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:18.75158Z","time spent":"816.40615ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:35:19.879868Z","caller":"traceutil/trace.go:171","msg":"trace[1903733750] transaction","detail":"{read_only:false; response_revision:18917; number_of_response:1; }","duration":"1.113129396s","start":"2026-07-03T16:35:18.766714Z","end":"2026-07-03T16:35:19.879843Z","steps":["trace[1903733750] 'process raft request' (duration: 1.11286235s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.880022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:18.766631Z","time spent":"1.11331156s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20778,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:19.880337Z","caller":"traceutil/trace.go:171","msg":"trace[1520640769] transaction","detail":"{read_only:false; response_revision:18918; number_of_response:1; }","duration":"970.005528ms","start":"2026-07-03T16:35:18.910303Z","end":"2026-07-03T16:35:19.880309Z","steps":["trace[1520640769] 'process raft request' (duration: 969.470716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.880465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:18.910268Z","time spent":"970.128681ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:19.880478Z","caller":"traceutil/trace.go:171","msg":"trace[1048710158] transaction","detail":"{read_only:false; response_revision:18919; number_of_response:1; }","duration":"919.944371ms","start":"2026-07-03T16:35:18.960473Z","end":"2026-07-03T16:35:19.880418Z","steps":["trace[1048710158] 'process raft request' (duration: 919.776037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:19.880736Z","caller":"traceutil/trace.go:171","msg":"trace[133833225] linearizableReadLoop","detail":"{readStateIndex:19596; appliedIndex:19592; }","duration":"996.578706ms","start":"2026-07-03T16:35:18.884138Z","end":"2026-07-03T16:35:19.880717Z","steps":["trace[133833225] 'read index received' (duration: 683.819863ms)","trace[133833225] 'applied index is now lower than readState.Index' (duration: 312.757813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:19.880781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:18.960445Z","time spent":"920.192477ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:19.880925Z","caller":"traceutil/trace.go:171","msg":"trace[1311199638] transaction","detail":"{read_only:false; response_revision:18920; number_of_response:1; }","duration":"920.35121ms","start":"2026-07-03T16:35:18.960523Z","end":"2026-07-03T16:35:19.880874Z","steps":["trace[1311199638] 'process raft request' (duration: 919.852869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.881057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.915253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:19.881125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:18.960492Z","time spent":"920.527644ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:19.881162Z","caller":"traceutil/trace.go:171","msg":"trace[594814670] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:18920; }","duration":"997.060596ms","start":"2026-07-03T16:35:18.88408Z","end":"2026-07-03T16:35:19.88114Z","steps":["trace[594814670] 'agreement among raft nodes before linearized reading' (duration: 996.7701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.881296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:18.884059Z","time spent":"997.179061ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:35:20.102164Z","caller":"traceutil/trace.go:171","msg":"trace[456944076] linearizableReadLoop","detail":"{readStateIndex:19597; appliedIndex:19596; }","duration":"157.340513ms","start":"2026-07-03T16:35:19.944805Z","end":"2026-07-03T16:35:20.102145Z","steps":["trace[456944076] 'read index received' (duration: 157.127269ms)","trace[456944076] 'applied index is now lower than readState.Index' (duration: 212.514µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:20.102284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.468647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:20.102305Z","caller":"traceutil/trace.go:171","msg":"trace[77699914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18921; }","duration":"157.559219ms","start":"2026-07-03T16:35:19.94474Z","end":"2026-07-03T16:35:20.102299Z","steps":["trace[77699914] 'agreement among raft nodes before linearized reading' (duration: 157.482597ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:20.1023Z","caller":"traceutil/trace.go:171","msg":"trace[1602875511] transaction","detail":"{read_only:false; response_revision:18921; number_of_response:1; }","duration":"209.963609ms","start":"2026-07-03T16:35:19.892308Z","end":"2026-07-03T16:35:20.102271Z","steps":["trace[1602875511] 'process raft request' (duration: 209.716104ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:29.062662Z","caller":"traceutil/trace.go:171","msg":"trace[64061655] transaction","detail":"{read_only:false; response_revision:18997; number_of_response:1; }","duration":"103.982241ms","start":"2026-07-03T16:35:28.958648Z","end":"2026-07-03T16:35:29.062631Z","steps":["trace[64061655] 'process raft request' (duration: 103.273335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:29.062747Z","caller":"traceutil/trace.go:171","msg":"trace[563828917] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18997; }","duration":"103.989941ms","start":"2026-07-03T16:35:28.958728Z","end":"2026-07-03T16:35:29.062718Z","steps":["trace[563828917] 'process raft request' (duration: 103.847568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:29.062776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.208897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-g2crm-api\" ","response":"range_response_count:1 size:1500"} {"level":"info","ts":"2026-07-03T16:35:29.062832Z","caller":"traceutil/trace.go:171","msg":"trace[1345897137] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-g2crm-api; range_end:; response_count:1; response_revision:18998; }","duration":"104.311049ms","start":"2026-07-03T16:35:28.958507Z","end":"2026-07-03T16:35:29.062818Z","steps":["trace[1345897137] 'agreement among raft nodes before linearized reading' (duration: 104.210956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:29.062927Z","caller":"traceutil/trace.go:171","msg":"trace[469276875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18998; }","duration":"101.150127ms","start":"2026-07-03T16:35:28.961769Z","end":"2026-07-03T16:35:29.062919Z","steps":["trace[469276875] 'process raft request' (duration: 100.919322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:29.062924Z","caller":"traceutil/trace.go:171","msg":"trace[653631464] transaction","detail":"{read_only:false; response_revision:18998; number_of_response:1; }","duration":"103.413819ms","start":"2026-07-03T16:35:28.959497Z","end":"2026-07-03T16:35:29.062911Z","steps":["trace[653631464] 'process raft request' (duration: 103.112552ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:32.088668Z","caller":"traceutil/trace.go:171","msg":"trace[1508908967] transaction","detail":"{read_only:false; response_revision:19060; number_of_response:1; }","duration":"101.085205ms","start":"2026-07-03T16:35:31.987557Z","end":"2026-07-03T16:35:32.088643Z","steps":["trace[1508908967] 'process raft request' (duration: 101.038034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:32.088821Z","caller":"traceutil/trace.go:171","msg":"trace[785233712] transaction","detail":"{read_only:false; response_revision:19059; number_of_response:1; }","duration":"105.068076ms","start":"2026-07-03T16:35:31.983747Z","end":"2026-07-03T16:35:32.088815Z","steps":["trace[785233712] 'process raft request' (duration: 104.698197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:32.768388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.534263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:32.768508Z","caller":"traceutil/trace.go:171","msg":"trace[1665401816] linearizableReadLoop","detail":"{readStateIndex:19747; appliedIndex:19746; }","duration":"220.03234ms","start":"2026-07-03T16:35:32.548454Z","end":"2026-07-03T16:35:32.768486Z","steps":["trace[1665401816] 'read index received' (duration: 64.334954ms)","trace[1665401816] 'applied index is now lower than readState.Index' (duration: 155.696016ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:32.768629Z","caller":"traceutil/trace.go:171","msg":"trace[1714941509] transaction","detail":"{read_only:false; response_revision:19064; number_of_response:1; }","duration":"259.215378ms","start":"2026-07-03T16:35:32.509396Z","end":"2026-07-03T16:35:32.768611Z","steps":["trace[1714941509] 'process raft request' (duration: 103.366808ms)","trace[1714941509] 'compare' (duration: 155.40521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:32.768899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.44498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:35:32.768957Z","caller":"traceutil/trace.go:171","msg":"trace[612518113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19064; }","duration":"220.542512ms","start":"2026-07-03T16:35:32.548398Z","end":"2026-07-03T16:35:32.768941Z","steps":["trace[612518113] 'agreement among raft nodes before linearized reading' (duration: 220.374419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:32.769003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.591128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:35:32.769088Z","caller":"traceutil/trace.go:171","msg":"trace[1685706017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19064; }","duration":"215.68014ms","start":"2026-07-03T16:35:32.553385Z","end":"2026-07-03T16:35:32.769066Z","steps":["trace[1685706017] 'agreement among raft nodes before linearized reading' (duration: 215.484036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:32.769239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.860923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:35:32.769271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.099338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-03T16:35:32.769306Z","caller":"traceutil/trace.go:171","msg":"trace[1597158520] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:19064; }","duration":"204.975405ms","start":"2026-07-03T16:35:32.564315Z","end":"2026-07-03T16:35:32.76929Z","steps":["trace[1597158520] 'agreement among raft nodes before linearized reading' (duration: 204.795361ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:32.769387Z","caller":"traceutil/trace.go:171","msg":"trace[24249133] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:19064; }","duration":"181.214111ms","start":"2026-07-03T16:35:32.588112Z","end":"2026-07-03T16:35:32.769326Z","steps":["trace[24249133] 'agreement among raft nodes before linearized reading' (duration: 180.840063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:32.96335Z","caller":"traceutil/trace.go:171","msg":"trace[2106987073] linearizableReadLoop","detail":"{readStateIndex:19749; appliedIndex:19747; }","duration":"188.588479ms","start":"2026-07-03T16:35:32.774734Z","end":"2026-07-03T16:35:32.963322Z","steps":["trace[2106987073] 'read index received' (duration: 67.486915ms)","trace[2106987073] 'applied index is now lower than readState.Index' (duration: 121.100264ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:32.96369Z","caller":"traceutil/trace.go:171","msg":"trace[2070575267] transaction","detail":"{read_only:false; response_revision:19066; number_of_response:1; }","duration":"190.167226ms","start":"2026-07-03T16:35:32.773483Z","end":"2026-07-03T16:35:32.96365Z","steps":["trace[2070575267] 'process raft request' (duration: 118.259058ms)","trace[2070575267] 'compare' (duration: 71.446096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:32.964469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.713025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:934238"} {"level":"info","ts":"2026-07-03T16:35:32.964549Z","caller":"traceutil/trace.go:171","msg":"trace[67367777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19066; }","duration":"189.828538ms","start":"2026-07-03T16:35:32.774703Z","end":"2026-07-03T16:35:32.964532Z","steps":["trace[67367777] 'agreement among raft nodes before linearized reading' (duration: 188.762343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:32.964547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.75193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:934238"} {"level":"info","ts":"2026-07-03T16:35:32.964593Z","caller":"traceutil/trace.go:171","msg":"trace[323984590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19066; }","duration":"187.838023ms","start":"2026-07-03T16:35:32.776745Z","end":"2026-07-03T16:35:32.964583Z","steps":["trace[323984590] 'agreement among raft nodes before linearized reading' (duration: 186.724987ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:34.23099Z","caller":"traceutil/trace.go:171","msg":"trace[1823050957] transaction","detail":"{read_only:false; response_revision:19067; number_of_response:1; }","duration":"223.50455ms","start":"2026-07-03T16:35:34.007462Z","end":"2026-07-03T16:35:34.230966Z","steps":["trace[1823050957] 'process raft request' (duration: 223.342916ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:34.372022Z","caller":"traceutil/trace.go:171","msg":"trace[2126265308] linearizableReadLoop","detail":"{readStateIndex:19752; appliedIndex:19750; }","duration":"120.901778ms","start":"2026-07-03T16:35:34.251093Z","end":"2026-07-03T16:35:34.371994Z","steps":["trace[2126265308] 'read index received' (duration: 34.430588ms)","trace[2126265308] 'applied index is now lower than readState.Index' (duration: 86.46986ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:34.372416Z","caller":"traceutil/trace.go:171","msg":"trace[1614152487] transaction","detail":"{read_only:false; response_revision:19068; number_of_response:1; }","duration":"279.361338ms","start":"2026-07-03T16:35:34.093017Z","end":"2026-07-03T16:35:34.372379Z","steps":["trace[1614152487] 'process raft request' (duration: 192.602151ms)","trace[1614152487] 'compare' (duration: 86.161894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:34.372582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.453912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:34.372664Z","caller":"traceutil/trace.go:171","msg":"trace[336075571] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19069; }","duration":"121.596044ms","start":"2026-07-03T16:35:34.251049Z","end":"2026-07-03T16:35:34.372645Z","steps":["trace[336075571] 'agreement among raft nodes before linearized reading' (duration: 121.338298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:34.372502Z","caller":"traceutil/trace.go:171","msg":"trace[1765170460] transaction","detail":"{read_only:false; response_revision:19069; number_of_response:1; }","duration":"278.655932ms","start":"2026-07-03T16:35:34.093759Z","end":"2026-07-03T16:35:34.372415Z","steps":["trace[1765170460] 'process raft request' (duration: 278.171091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:34.383043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.87423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-03T16:35:34.383085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.198472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:34.383149Z","caller":"traceutil/trace.go:171","msg":"trace[139328974] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19070; }","duration":"123.310665ms","start":"2026-07-03T16:35:34.259823Z","end":"2026-07-03T16:35:34.383133Z","steps":["trace[139328974] 'agreement among raft nodes before linearized reading' (duration: 123.08811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:34.38316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.322855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:34.3832Z","caller":"traceutil/trace.go:171","msg":"trace[259687750] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19070; }","duration":"123.389296ms","start":"2026-07-03T16:35:34.2598Z","end":"2026-07-03T16:35:34.383189Z","steps":["trace[259687750] 'agreement among raft nodes before linearized reading' (duration: 123.288744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:34.383357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.900045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:34.383404Z","caller":"traceutil/trace.go:171","msg":"trace[178284708] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19070; }","duration":"129.967167ms","start":"2026-07-03T16:35:34.253426Z","end":"2026-07-03T16:35:34.383393Z","steps":["trace[178284708] 'agreement among raft nodes before linearized reading' (duration: 129.862644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:34.383109Z","caller":"traceutil/trace.go:171","msg":"trace[87177930] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19070; }","duration":"131.992633ms","start":"2026-07-03T16:35:34.251101Z","end":"2026-07-03T16:35:34.383094Z","steps":["trace[87177930] 'agreement among raft nodes before linearized reading' (duration: 131.785598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:35.072557Z","caller":"traceutil/trace.go:171","msg":"trace[1778192660] transaction","detail":"{read_only:false; response_revision:19075; number_of_response:1; }","duration":"100.349448ms","start":"2026-07-03T16:35:34.972182Z","end":"2026-07-03T16:35:35.072531Z","steps":["trace[1778192660] 'process raft request' (duration: 99.931339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:37.341995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.493856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T16:35:37.342112Z","caller":"traceutil/trace.go:171","msg":"trace[561504237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:19090; }","duration":"115.652309ms","start":"2026-07-03T16:35:37.226434Z","end":"2026-07-03T16:35:37.342086Z","steps":["trace[561504237] 'range keys from in-memory index tree' (duration: 115.316592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.701824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.229347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:35:42.701888Z","caller":"traceutil/trace.go:171","msg":"trace[892604567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19117; }","duration":"107.333059ms","start":"2026-07-03T16:35:42.594542Z","end":"2026-07-03T16:35:42.701875Z","steps":["trace[892604567] 'range keys from in-memory index tree' (duration: 107.100294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:42.817406Z","caller":"traceutil/trace.go:171","msg":"trace[201618146] linearizableReadLoop","detail":"{readStateIndex:19804; appliedIndex:19802; }","duration":"101.951215ms","start":"2026-07-03T16:35:42.715316Z","end":"2026-07-03T16:35:42.817267Z","steps":["trace[201618146] 'read index received' (duration: 71.747693ms)","trace[201618146] 'applied index is now lower than readState.Index' (duration: 30.202492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:42.817463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.137509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:35:42.817526Z","caller":"traceutil/trace.go:171","msg":"trace[171754907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19119; }","duration":"102.250581ms","start":"2026-07-03T16:35:42.715263Z","end":"2026-07-03T16:35:42.817513Z","steps":["trace[171754907] 'agreement among raft nodes before linearized reading' (duration: 102.030726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:42.817509Z","caller":"traceutil/trace.go:171","msg":"trace[875256414] transaction","detail":"{read_only:false; response_revision:19119; number_of_response:1; }","duration":"110.51074ms","start":"2026-07-03T16:35:42.706966Z","end":"2026-07-03T16:35:42.817477Z","steps":["trace[875256414] 'process raft request' (duration: 108.648057ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:44.510156Z","caller":"traceutil/trace.go:171","msg":"trace[1185561385] transaction","detail":"{read_only:false; response_revision:19124; number_of_response:1; }","duration":"200.259336ms","start":"2026-07-03T16:35:44.30987Z","end":"2026-07-03T16:35:44.510129Z","steps":["trace[1185561385] 'process raft request' (duration: 200.066502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.114954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.416365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:45.115132Z","caller":"traceutil/trace.go:171","msg":"trace[443706868] transaction","detail":"{read_only:false; response_revision:19127; number_of_response:1; }","duration":"529.430726ms","start":"2026-07-03T16:35:44.585691Z","end":"2026-07-03T16:35:45.115122Z","steps":["trace[443706868] 'process raft request' (duration: 529.399446ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:45.11513Z","caller":"traceutil/trace.go:171","msg":"trace[1503127141] linearizableReadLoop","detail":"{readStateIndex:19810; appliedIndex:19809; }","duration":"605.009608ms","start":"2026-07-03T16:35:44.510098Z","end":"2026-07-03T16:35:45.115108Z","steps":["trace[1503127141] 'read index received' (duration: 344.387998ms)","trace[1503127141] 'applied index is now lower than readState.Index' (duration: 260.62026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:45.115187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.585676Z","time spent":"529.485998ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:45.115235Z","caller":"traceutil/trace.go:171","msg":"trace[530177981] transaction","detail":"{read_only:false; response_revision:19125; number_of_response:1; }","duration":"613.39548ms","start":"2026-07-03T16:35:44.501823Z","end":"2026-07-03T16:35:45.115218Z","steps":["trace[530177981] 'process raft request' (duration: 352.649857ms)","trace[530177981] 'compare' (duration: 260.324453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:45.115329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.501802Z","time spent":"613.474072ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:45.115395Z","caller":"traceutil/trace.go:171","msg":"trace[551785741] transaction","detail":"{read_only:false; response_revision:19126; number_of_response:1; }","duration":"535.028824ms","start":"2026-07-03T16:35:44.580358Z","end":"2026-07-03T16:35:45.115387Z","steps":["trace[551785741] 'process raft request' (duration: 534.695457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.115433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.58034Z","time spent":"535.072446ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:45.11545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.849787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:45.115524Z","caller":"traceutil/trace.go:171","msg":"trace[863198362] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19127; }","duration":"533.9562ms","start":"2026-07-03T16:35:44.581549Z","end":"2026-07-03T16:35:45.115505Z","steps":["trace[863198362] 'agreement among raft nodes before linearized reading' (duration: 533.689774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.115567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.581543Z","time spent":"534.015401ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:45.115735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.086433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:35:45.11581Z","caller":"traceutil/trace.go:171","msg":"trace[1728329044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19127; }","duration":"293.173715ms","start":"2026-07-03T16:35:44.82262Z","end":"2026-07-03T16:35:45.115793Z","steps":["trace[1728329044] 'agreement among raft nodes before linearized reading' (duration: 292.895378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.115854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:45.115891Z","caller":"traceutil/trace.go:171","msg":"trace[1551246883] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19127; }","duration":"529.62099ms","start":"2026-07-03T16:35:44.586257Z","end":"2026-07-03T16:35:45.115878Z","steps":["trace[1551246883] 'agreement among raft nodes before linearized reading' (duration: 529.493748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.115888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.856738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-03T16:35:45.11591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.586246Z","time spent":"529.660082ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:45.115926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.163397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:45.115952Z","caller":"traceutil/trace.go:171","msg":"trace[1885765557] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19127; }","duration":"530.942981ms","start":"2026-07-03T16:35:44.584989Z","end":"2026-07-03T16:35:45.115932Z","steps":["trace[1885765557] 'agreement among raft nodes before linearized reading' (duration: 530.785007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:45.115984Z","caller":"traceutil/trace.go:171","msg":"trace[292307131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19127; }","duration":"170.28429ms","start":"2026-07-03T16:35:44.94568Z","end":"2026-07-03T16:35:45.115964Z","steps":["trace[292307131] 'agreement among raft nodes before linearized reading' (duration: 170.170377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.115993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.496391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-03T16:35:45.115974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.734148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:35:45.116023Z","caller":"traceutil/trace.go:171","msg":"trace[1984096097] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19127; }","duration":"626.568903ms","start":"2026-07-03T16:35:44.489446Z","end":"2026-07-03T16:35:45.116015Z","steps":["trace[1984096097] 'agreement among raft nodes before linearized reading' (duration: 626.477019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.116053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.489427Z","time spent":"626.618393ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-03T16:35:45.116055Z","caller":"traceutil/trace.go:171","msg":"trace[1164791772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19127; }","duration":"324.828991ms","start":"2026-07-03T16:35:44.791207Z","end":"2026-07-03T16:35:45.116036Z","steps":["trace[1164791772] 'agreement among raft nodes before linearized reading' (duration: 324.575794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:45.116101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.79114Z","time spent":"324.949433ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:35:45.117731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:44.584977Z","time spent":"531.003113ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:45.731588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687374475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:35:46.1793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058412783s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:35:46.179791Z","caller":"traceutil/trace.go:171","msg":"trace[1792150319] transaction","detail":"{read_only:false; response_revision:19128; number_of_response:1; }","duration":"1.058942885s","start":"2026-07-03T16:35:45.120825Z","end":"2026-07-03T16:35:46.179768Z","steps":["trace[1792150319] 'process raft request' (duration: 1.058704539s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:46.179924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.120814Z","time spent":"1.059034626s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:47.23063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.929781ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:47.230773Z","caller":"traceutil/trace.go:171","msg":"trace[120241995] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19128; }","duration":"242.083824ms","start":"2026-07-03T16:35:46.988672Z","end":"2026-07-03T16:35:47.230756Z","steps":["trace[120241995] 'range keys from in-memory index tree' (duration: 241.914901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:47.231507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.51284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:47.231777Z","caller":"traceutil/trace.go:171","msg":"trace[279157751] transaction","detail":"{read_only:false; response_revision:19129; number_of_response:1; }","duration":"2.110755377s","start":"2026-07-03T16:35:45.120991Z","end":"2026-07-03T16:35:47.231746Z","steps":["trace[279157751] 'process raft request' (duration: 1.528911099s)","trace[279157751] 'compare' (duration: 580.20792ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:47.231818Z","caller":"traceutil/trace.go:171","msg":"trace[617926278] transaction","detail":"{read_only:false; response_revision:19131; number_of_response:1; }","duration":"2.108393533s","start":"2026-07-03T16:35:45.123406Z","end":"2026-07-03T16:35:47.2318Z","steps":["trace[617926278] 'process raft request' (duration: 2.108322981s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:47.231822Z","caller":"traceutil/trace.go:171","msg":"trace[290455934] transaction","detail":"{read_only:false; response_revision:19130; number_of_response:1; }","duration":"2.110657535s","start":"2026-07-03T16:35:45.121134Z","end":"2026-07-03T16:35:47.231791Z","steps":["trace[290455934] 'process raft request' (duration: 2.110475581s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:47.231894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.123389Z","time spent":"2.108469604s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:47.231927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.120969Z","time spent":"2.11087715s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:47.232136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.121126Z","time spent":"2.110800368s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:47.232267Z","caller":"traceutil/trace.go:171","msg":"trace[1532794911] transaction","detail":"{read_only:false; response_revision:19132; number_of_response:1; }","duration":"1.315318248s","start":"2026-07-03T16:35:45.916932Z","end":"2026-07-03T16:35:47.232251Z","steps":["trace[1532794911] 'process raft request' (duration: 1.314831307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:47.232358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.916909Z","time spent":"1.315405139s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:47.232464Z","caller":"traceutil/trace.go:171","msg":"trace[1285345684] transaction","detail":"{read_only:false; response_revision:19133; number_of_response:1; }","duration":"1.15130814s","start":"2026-07-03T16:35:46.081144Z","end":"2026-07-03T16:35:47.232452Z","steps":["trace[1285345684] 'process raft request' (duration: 1.150984843s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:47.232524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:46.081123Z","time spent":"1.151368842s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:47.602202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.827041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:35:47.60234Z","caller":"traceutil/trace.go:171","msg":"trace[1084733515] linearizableReadLoop","detail":"{readStateIndex:19816; appliedIndex:19812; }","duration":"2.371621052s","start":"2026-07-03T16:35:45.230694Z","end":"2026-07-03T16:35:47.602315Z","steps":["trace[1084733515] 'read index received' (duration: 948.890114ms)","trace[1084733515] 'applied index is now lower than readState.Index' (duration: 1.422729078s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:47.602959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372257326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:35:47.603021Z","caller":"traceutil/trace.go:171","msg":"trace[44033722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19133; }","duration":"2.372364459s","start":"2026-07-03T16:35:45.230642Z","end":"2026-07-03T16:35:47.603006Z","steps":["trace[44033722] 'agreement among raft nodes before linearized reading' (duration: 2.372159024s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:47.603069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.230624Z","time spent":"2.37243216s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:35:47.802042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152139009s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:35:47.802464Z","caller":"traceutil/trace.go:171","msg":"trace[929954947] transaction","detail":"{read_only:false; response_revision:19134; number_of_response:1; }","duration":"1.287477088s","start":"2026-07-03T16:35:46.51496Z","end":"2026-07-03T16:35:47.802437Z","steps":["trace[929954947] 'process raft request' (duration: 1.287284544s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:47.802625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:46.514915Z","time spent":"1.287630353s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:48.296243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.693583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:48.296539Z","caller":"traceutil/trace.go:171","msg":"trace[749984950] transaction","detail":"{read_only:false; response_revision:19135; number_of_response:1; }","duration":"1.174754308s","start":"2026-07-03T16:35:47.12175Z","end":"2026-07-03T16:35:48.296504Z","steps":["trace[749984950] 'process raft request' (duration: 861.721267ms)","trace[749984950] 'compare' (duration: 312.415347ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:48.296564Z","caller":"traceutil/trace.go:171","msg":"trace[899767041] linearizableReadLoop","detail":"{readStateIndex:19823; appliedIndex:19819; }","duration":"694.15875ms","start":"2026-07-03T16:35:47.602387Z","end":"2026-07-03T16:35:48.296546Z","steps":["trace[899767041] 'read index received' (duration: 199.836007ms)","trace[899767041] 'applied index is now lower than readState.Index' (duration: 494.321693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:48.296717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.121736Z","time spent":"1.174886811s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:48.296896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781338751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:48.296931Z","caller":"traceutil/trace.go:171","msg":"trace[28990084] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19138; }","duration":"1.781413163s","start":"2026-07-03T16:35:46.515507Z","end":"2026-07-03T16:35:48.29692Z","steps":["trace[28990084] 'agreement among raft nodes before linearized reading' (duration: 1.78128086s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.296941Z","caller":"traceutil/trace.go:171","msg":"trace[696514139] transaction","detail":"{read_only:false; response_revision:19136; number_of_response:1; }","duration":"1.17488747s","start":"2026-07-03T16:35:47.122038Z","end":"2026-07-03T16:35:48.296926Z","steps":["trace[696514139] 'process raft request' (duration: 1.174305937s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.296924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669593456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:48.296933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243925698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:35:48.297016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.12203Z","time spent":"1.174943611s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:48.29702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672855011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:48.297018Z","caller":"traceutil/trace.go:171","msg":"trace[629728619] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19138; }","duration":"2.66973631s","start":"2026-07-03T16:35:45.627259Z","end":"2026-07-03T16:35:48.296995Z","steps":["trace[629728619] 'agreement among raft nodes before linearized reading' (duration: 2.669553306s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.297029Z","caller":"traceutil/trace.go:171","msg":"trace[223260694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19138; }","duration":"2.24406979s","start":"2026-07-03T16:35:46.05294Z","end":"2026-07-03T16:35:48.297009Z","steps":["trace[223260694] 'agreement among raft nodes before linearized reading' (duration: 2.243905936s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.297055Z","caller":"traceutil/trace.go:171","msg":"trace[2014752272] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19138; }","duration":"2.672892492s","start":"2026-07-03T16:35:45.624152Z","end":"2026-07-03T16:35:48.297044Z","steps":["trace[2014752272] 'agreement among raft nodes before linearized reading' (duration: 2.672834091s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:46.052924Z","time spent":"2.244140252s","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.296964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:46.515485Z","time spent":"1.781471475s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:48.297084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.624096Z","time spent":"2.672980375s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.297068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522051407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-03T16:35:48.297125Z","caller":"traceutil/trace.go:171","msg":"trace[2048056605] transaction","detail":"{read_only:false; response_revision:19137; number_of_response:1; }","duration":"1.174563423s","start":"2026-07-03T16:35:47.122548Z","end":"2026-07-03T16:35:48.297111Z","steps":["trace[2048056605] 'process raft request' (duration: 1.173905819s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.29716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.350498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:35:48.297147Z","caller":"traceutil/trace.go:171","msg":"trace[341912861] transaction","detail":"{read_only:false; response_revision:19138; number_of_response:1; }","duration":"689.81554ms","start":"2026-07-03T16:35:47.60731Z","end":"2026-07-03T16:35:48.297125Z","steps":["trace[341912861] 'process raft request' (duration: 689.190616ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.297186Z","caller":"traceutil/trace.go:171","msg":"trace[743159686] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19138; }","duration":"747.402279ms","start":"2026-07-03T16:35:47.549774Z","end":"2026-07-03T16:35:48.297177Z","steps":["trace[743159686] 'agreement among raft nodes before linearized reading' (duration: 747.341408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.12254Z","time spent":"1.174615704s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:48.29725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.549756Z","time spent":"747.488151ms","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.297072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.627242Z","time spent":"2.669818951s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.297299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.607281Z","time spent":"689.975774ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:48.29733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320558041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:35:48.297363Z","caller":"traceutil/trace.go:171","msg":"trace[1374272986] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19138; }","duration":"2.320621553s","start":"2026-07-03T16:35:45.976733Z","end":"2026-07-03T16:35:48.297354Z","steps":["trace[1374272986] 'agreement among raft nodes before linearized reading' (duration: 2.320454549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.560681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:35:48.297156Z","caller":"traceutil/trace.go:171","msg":"trace[841887698] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc; range_end:; response_count:1; response_revision:19138; }","duration":"2.52218005s","start":"2026-07-03T16:35:45.774953Z","end":"2026-07-03T16:35:48.297133Z","steps":["trace[841887698] 'agreement among raft nodes before linearized reading' (duration: 2.521890173s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.297392Z","caller":"traceutil/trace.go:171","msg":"trace[1562576563] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19138; }","duration":"757.632663ms","start":"2026-07-03T16:35:47.539751Z","end":"2026-07-03T16:35:48.297384Z","steps":["trace[1562576563] 'agreement among raft nodes before linearized reading' (duration: 757.590282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.976717Z","time spent":"2.320675035s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:35:48.297412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669087965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:48.29741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.774939Z","time spent":"2.522462896s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc\" "} {"level":"info","ts":"2026-07-03T16:35:48.297438Z","caller":"traceutil/trace.go:171","msg":"trace[223279578] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19138; }","duration":"2.669151827s","start":"2026-07-03T16:35:45.628277Z","end":"2026-07-03T16:35:48.297429Z","steps":["trace[223279578] 'agreement among raft nodes before linearized reading' (duration: 2.669117656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.628256Z","time spent":"2.669202458s","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.297469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992520713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-07-03T16:35:48.297414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.539725Z","time spent":"757.681624ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.297515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796100454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:48.297525Z","caller":"traceutil/trace.go:171","msg":"trace[1172961099] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:19138; }","duration":"2.992645305s","start":"2026-07-03T16:35:45.304862Z","end":"2026-07-03T16:35:48.297508Z","steps":["trace[1172961099] 'agreement among raft nodes before linearized reading' (duration: 2.992453231s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.296882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.828696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:48.29756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.304842Z","time spent":"2.992709727s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" "} {"level":"info","ts":"2026-07-03T16:35:48.297564Z","caller":"traceutil/trace.go:171","msg":"trace[1428654561] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19138; }","duration":"2.796181316s","start":"2026-07-03T16:35:45.501363Z","end":"2026-07-03T16:35:48.297545Z","steps":["trace[1428654561] 'agreement among raft nodes before linearized reading' (duration: 2.796112295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175426262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:48.297581Z","caller":"traceutil/trace.go:171","msg":"trace[1636622731] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19138; }","duration":"840.580723ms","start":"2026-07-03T16:35:47.456985Z","end":"2026-07-03T16:35:48.297565Z","steps":["trace[1636622731] 'agreement among raft nodes before linearized reading' (duration: 839.836636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.501334Z","time spent":"2.796253118s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.29762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.456961Z","time spent":"840.647215ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.2977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175128846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:48.297724Z","caller":"traceutil/trace.go:171","msg":"trace[891614299] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19138; }","duration":"1.175168377s","start":"2026-07-03T16:35:47.122549Z","end":"2026-07-03T16:35:48.297717Z","steps":["trace[891614299] 'agreement among raft nodes before linearized reading' (duration: 1.175090205s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629010057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:48.297744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176223872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"warn","ts":"2026-07-03T16:35:48.297752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.122541Z","time spent":"1.175202898s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-03T16:35:48.297769Z","caller":"traceutil/trace.go:171","msg":"trace[158233230] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19138; }","duration":"1.176284123s","start":"2026-07-03T16:35:47.121478Z","end":"2026-07-03T16:35:48.297762Z","steps":["trace[158233230] 'agreement among raft nodes before linearized reading' (duration: 1.176172711s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.121461Z","time spent":"1.176326904s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:48.297803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991194492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:35:48.297618Z","caller":"traceutil/trace.go:171","msg":"trace[1032061219] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19138; }","duration":"1.175520615s","start":"2026-07-03T16:35:47.122085Z","end":"2026-07-03T16:35:48.297606Z","steps":["trace[1032061219] 'agreement among raft nodes before linearized reading' (duration: 1.175401722s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.297763Z","caller":"traceutil/trace.go:171","msg":"trace[1981771573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:19138; }","duration":"2.629426356s","start":"2026-07-03T16:35:45.668326Z","end":"2026-07-03T16:35:48.297752Z","steps":["trace[1981771573] 'agreement among raft nodes before linearized reading' (duration: 2.629024157s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.297836Z","caller":"traceutil/trace.go:171","msg":"trace[1295427968] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:19138; }","duration":"2.991267434s","start":"2026-07-03T16:35:45.306559Z","end":"2026-07-03T16:35:48.297827Z","steps":["trace[1295427968] 'agreement among raft nodes before linearized reading' (duration: 2.991174401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.122065Z","time spent":"1.17577003s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:48.297855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.668309Z","time spent":"2.629540109s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:48.297865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:45.306529Z","time spent":"2.991330065s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:35:48.297893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350552594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:48.297935Z","caller":"traceutil/trace.go:171","msg":"trace[2131894028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19138; }","duration":"1.350633826s","start":"2026-07-03T16:35:46.947291Z","end":"2026-07-03T16:35:48.297925Z","steps":["trace[2131894028] 'agreement among raft nodes before linearized reading' (duration: 1.350557344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.297964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:46.94727Z","time spent":"1.350688208s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:35:48.298007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175611026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:48.298036Z","caller":"traceutil/trace.go:171","msg":"trace[272624161] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19138; }","duration":"1.175658878s","start":"2026-07-03T16:35:47.122369Z","end":"2026-07-03T16:35:48.298028Z","steps":["trace[272624161] 'agreement among raft nodes before linearized reading' (duration: 1.175574026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.29807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.122362Z","time spent":"1.175697519s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:48.298172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466667854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:35:48.298201Z","caller":"traceutil/trace.go:171","msg":"trace[446596099] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19138; }","duration":"1.466739325s","start":"2026-07-03T16:35:46.831455Z","end":"2026-07-03T16:35:48.298194Z","steps":["trace[446596099] 'agreement among raft nodes before linearized reading' (duration: 1.465315703s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.298222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:46.831434Z","time spent":"1.466782056s","remote":"127.0.0.1:40506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":142,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:49.344995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.975176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:49.345311Z","caller":"traceutil/trace.go:171","msg":"trace[1562179190] transaction","detail":"{read_only:false; response_revision:19140; number_of_response:1; }","duration":"1.044354851s","start":"2026-07-03T16:35:48.300929Z","end":"2026-07-03T16:35:49.345284Z","steps":["trace[1562179190] 'process raft request' (duration: 1.044232199s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.345412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.300909Z","time spent":"1.044457783s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:49.345507Z","caller":"traceutil/trace.go:171","msg":"trace[1879889976] linearizableReadLoop","detail":"{readStateIndex:19825; appliedIndex:19824; }","duration":"1.048870124s","start":"2026-07-03T16:35:48.296615Z","end":"2026-07-03T16:35:49.345485Z","steps":["trace[1879889976] 'read index received' (duration: 240.338505ms)","trace[1879889976] 'applied index is now lower than readState.Index' (duration: 808.529139ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:49.345438Z","caller":"traceutil/trace.go:171","msg":"trace[615076568] transaction","detail":"{read_only:false; response_revision:19139; number_of_response:1; }","duration":"1.40146729s","start":"2026-07-03T16:35:47.943858Z","end":"2026-07-03T16:35:49.345325Z","steps":["trace[615076568] 'process raft request' (duration: 593.006163ms)","trace[615076568] 'compare' (duration: 807.793612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:49.345633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136534382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:49.345722Z","caller":"traceutil/trace.go:171","msg":"trace[747049372] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19140; }","duration":"1.136715426s","start":"2026-07-03T16:35:48.20899Z","end":"2026-07-03T16:35:49.345705Z","steps":["trace[747049372] 'agreement among raft nodes before linearized reading' (duration: 1.136528452s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.345752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161934223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:35:49.345794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.208966Z","time spent":"1.136791567s","remote":"127.0.0.1:57258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:49.345788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.013739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:35:49.3458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.56412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:35:49.345804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.683933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:35:49.345856Z","caller":"traceutil/trace.go:171","msg":"trace[1941544658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19140; }","duration":"148.134772ms","start":"2026-07-03T16:35:49.197706Z","end":"2026-07-03T16:35:49.345841Z","steps":["trace[1941544658] 'agreement among raft nodes before linearized reading' (duration: 147.912907ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:49.345852Z","caller":"traceutil/trace.go:171","msg":"trace[209283870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19140; }","duration":"1.162044576s","start":"2026-07-03T16:35:48.183785Z","end":"2026-07-03T16:35:49.34583Z","steps":["trace[209283870] 'agreement among raft nodes before linearized reading' (duration: 1.161767169s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:49.345863Z","caller":"traceutil/trace.go:171","msg":"trace[1869247347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19140; }","duration":"109.670502ms","start":"2026-07-03T16:35:49.236179Z","end":"2026-07-03T16:35:49.345849Z","steps":["trace[1869247347] 'agreement among raft nodes before linearized reading' (duration: 109.528309ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:49.345879Z","caller":"traceutil/trace.go:171","msg":"trace[252429219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19140; }","duration":"109.782874ms","start":"2026-07-03T16:35:49.236078Z","end":"2026-07-03T16:35:49.345861Z","steps":["trace[252429219] 'agreement among raft nodes before linearized reading' (duration: 109.57629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.345635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045749852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:49.345916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.183728Z","time spent":"1.162174518s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:35:49.345956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.108971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:35:49.345776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.845468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:35:49.345967Z","caller":"traceutil/trace.go:171","msg":"trace[519505696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19140; }","duration":"1.04608126s","start":"2026-07-03T16:35:48.299863Z","end":"2026-07-03T16:35:49.345944Z","steps":["trace[519505696] 'agreement among raft nodes before linearized reading' (duration: 1.045744553s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:49.346012Z","caller":"traceutil/trace.go:171","msg":"trace[2001281631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19140; }","duration":"110.201023ms","start":"2026-07-03T16:35:49.235796Z","end":"2026-07-03T16:35:49.345997Z","steps":["trace[2001281631] 'agreement among raft nodes before linearized reading' (duration: 110.005139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.346024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.299849Z","time spent":"1.046164402s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:35:49.346014Z","caller":"traceutil/trace.go:171","msg":"trace[595377737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19140; }","duration":"266.125476ms","start":"2026-07-03T16:35:49.079878Z","end":"2026-07-03T16:35:49.346004Z","steps":["trace[595377737] 'agreement among raft nodes before linearized reading' (duration: 265.780338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.346322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043785158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:934698"} {"level":"info","ts":"2026-07-03T16:35:49.346348Z","caller":"traceutil/trace.go:171","msg":"trace[1975279382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19140; }","duration":"1.043830019s","start":"2026-07-03T16:35:48.302512Z","end":"2026-07-03T16:35:49.346342Z","steps":["trace[1975279382] 'agreement among raft nodes before linearized reading' (duration: 1.043137603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.346365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.302495Z","time spent":"1.04386572s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":934721,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:35:49.346362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.047711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:49.346465Z","caller":"traceutil/trace.go:171","msg":"trace[348001546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19140; }","duration":"410.644346ms","start":"2026-07-03T16:35:48.935808Z","end":"2026-07-03T16:35:49.346453Z","steps":["trace[348001546] 'agreement among raft nodes before linearized reading' (duration: 409.816426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.346503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.935788Z","time spent":"410.706208ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:35:49.34645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:47.943825Z","time spent":"1.401881799s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18728,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:49.348807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041558205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:934698"} {"level":"info","ts":"2026-07-03T16:35:49.348843Z","caller":"traceutil/trace.go:171","msg":"trace[1214498192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19140; }","duration":"1.041615388s","start":"2026-07-03T16:35:48.307221Z","end":"2026-07-03T16:35:49.348836Z","steps":["trace[1214498192] 'agreement among raft nodes before linearized reading' (duration: 1.038410264s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.348863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.307213Z","time spent":"1.041643039s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":934721,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:35:49.852692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687374494,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:35:50.019222Z","caller":"traceutil/trace.go:171","msg":"trace[1306524282] transaction","detail":"{read_only:false; response_revision:19141; number_of_response:1; }","duration":"667.56197ms","start":"2026-07-03T16:35:49.351638Z","end":"2026-07-03T16:35:50.0192Z","steps":["trace[1306524282] 'process raft request' (duration: 666.28234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.019365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.351621Z","time spent":"667.673514ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:50.01941Z","caller":"traceutil/trace.go:171","msg":"trace[1567286684] transaction","detail":"{read_only:false; response_revision:19142; number_of_response:1; }","duration":"667.722624ms","start":"2026-07-03T16:35:49.351654Z","end":"2026-07-03T16:35:50.019377Z","steps":["trace[1567286684] 'process raft request' (duration: 667.466288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.019599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.35163Z","time spent":"667.865628ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:50.868891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.248218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:50.869Z","caller":"traceutil/trace.go:171","msg":"trace[1028662436] transaction","detail":"{read_only:false; response_revision:19143; number_of_response:1; }","duration":"1.516359471s","start":"2026-07-03T16:35:49.352629Z","end":"2026-07-03T16:35:50.868988Z","steps":["trace[1028662436] 'process raft request' (duration: 1.146957991s)","trace[1028662436] 'compare' (duration: 369.002821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:50.86904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.352618Z","time spent":"1.516406632s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:50.869326Z","caller":"traceutil/trace.go:171","msg":"trace[1893514904] linearizableReadLoop","detail":"{readStateIndex:19831; appliedIndex:19826; }","duration":"1.517534798s","start":"2026-07-03T16:35:49.351747Z","end":"2026-07-03T16:35:50.869281Z","steps":["trace[1893514904] 'read index received' (duration: 666.128597ms)","trace[1893514904] 'applied index is now lower than readState.Index' (duration: 851.405101ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:50.869411Z","caller":"traceutil/trace.go:171","msg":"trace[1440736034] transaction","detail":"{read_only:false; response_revision:19145; number_of_response:1; }","duration":"1.062020625s","start":"2026-07-03T16:35:49.807357Z","end":"2026-07-03T16:35:50.869377Z","steps":["trace[1440736034] 'process raft request' (duration: 1.06180535s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:50.869482Z","caller":"traceutil/trace.go:171","msg":"trace[1043667084] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"1.516585647s","start":"2026-07-03T16:35:49.352872Z","end":"2026-07-03T16:35:50.869457Z","steps":["trace[1043667084] 'process raft request' (duration: 1.516080296s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.869588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517826204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:35:50.869587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.80733Z","time spent":"1.062165169s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:50.869648Z","caller":"traceutil/trace.go:171","msg":"trace[1242416290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19145; }","duration":"1.517915047s","start":"2026-07-03T16:35:49.351719Z","end":"2026-07-03T16:35:50.869634Z","steps":["trace[1242416290] 'agreement among raft nodes before linearized reading' (duration: 1.517720893s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.86964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.352853Z","time spent":"1.516693579s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:50.8697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.351701Z","time spent":"1.517983568s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:35:50.876636Z","caller":"traceutil/trace.go:171","msg":"trace[486198741] transaction","detail":"{read_only:false; response_revision:19146; number_of_response:1; }","duration":"573.579818ms","start":"2026-07-03T16:35:50.303048Z","end":"2026-07-03T16:35:50.876627Z","steps":["trace[486198741] 'process raft request' (duration: 573.294072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.876692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.303033Z","time spent":"573.63097ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:50.876797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52105903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:50.876821Z","caller":"traceutil/trace.go:171","msg":"trace[303143553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19150; }","duration":"1.5210939s","start":"2026-07-03T16:35:49.355721Z","end":"2026-07-03T16:35:50.876815Z","steps":["trace[303143553] 'agreement among raft nodes before linearized reading' (duration: 1.521055439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.876838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.355714Z","time spent":"1.521120002s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:35:50.876856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192850183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:35:50.876915Z","caller":"traceutil/trace.go:171","msg":"trace[658001385] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19150; }","duration":"1.192961565s","start":"2026-07-03T16:35:49.68394Z","end":"2026-07-03T16:35:50.876901Z","steps":["trace[658001385] 'agreement among raft nodes before linearized reading' (duration: 1.192843132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.87695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.68392Z","time spent":"1.193021906s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:50.877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.412637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:35:50.87708Z","caller":"traceutil/trace.go:171","msg":"trace[2047384176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19150; }","duration":"574.51605ms","start":"2026-07-03T16:35:50.302551Z","end":"2026-07-03T16:35:50.877067Z","steps":["trace[2047384176] 'agreement among raft nodes before linearized reading' (duration: 574.348666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.877083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.896172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-03T16:35:50.87712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.302543Z","time spent":"574.568161ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:35:50.877123Z","caller":"traceutil/trace.go:171","msg":"trace[1575714596] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19150; }","duration":"575.972203ms","start":"2026-07-03T16:35:50.301139Z","end":"2026-07-03T16:35:50.877112Z","steps":["trace[1575714596] 'agreement among raft nodes before linearized reading' (duration: 575.83623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.877207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.707311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"warn","ts":"2026-07-03T16:35:50.877278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.423662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:50.877297Z","caller":"traceutil/trace.go:171","msg":"trace[676509964] transaction","detail":"{read_only:false; response_revision:19148; number_of_response:1; }","duration":"573.265962ms","start":"2026-07-03T16:35:50.304011Z","end":"2026-07-03T16:35:50.877277Z","steps":["trace[676509964] 'process raft request' (duration: 572.405362ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:50.87732Z","caller":"traceutil/trace.go:171","msg":"trace[469770372] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19150; }","duration":"211.512064ms","start":"2026-07-03T16:35:50.665796Z","end":"2026-07-03T16:35:50.877308Z","steps":["trace[469770372] 'agreement among raft nodes before linearized reading' (duration: 211.443823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.87732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.534963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:50.877355Z","caller":"traceutil/trace.go:171","msg":"trace[1211103886] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19150; }","duration":"572.583455ms","start":"2026-07-03T16:35:50.304763Z","end":"2026-07-03T16:35:50.877347Z","steps":["trace[1211103886] 'agreement among raft nodes before linearized reading' (duration: 572.506723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.87738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.304755Z","time spent":"572.616746ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:50.877392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.303995Z","time spent":"573.344043ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:50.877403Z","caller":"traceutil/trace.go:171","msg":"trace[640211134] transaction","detail":"{read_only:false; response_revision:19149; number_of_response:1; }","duration":"572.929692ms","start":"2026-07-03T16:35:50.304458Z","end":"2026-07-03T16:35:50.877388Z","steps":["trace[640211134] 'process raft request' (duration: 571.977911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.877417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.816173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:50.877454Z","caller":"traceutil/trace.go:171","msg":"trace[1014309565] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19150; }","duration":"573.906365ms","start":"2026-07-03T16:35:50.303538Z","end":"2026-07-03T16:35:50.877444Z","steps":["trace[1014309565] 'agreement among raft nodes before linearized reading' (duration: 573.758752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.877477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.30351Z","time spent":"573.962517ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:50.877496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.30445Z","time spent":"572.993294ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:50.877207Z","caller":"traceutil/trace.go:171","msg":"trace[258330487] transaction","detail":"{read_only:false; response_revision:19150; number_of_response:1; }","duration":"477.623259ms","start":"2026-07-03T16:35:50.399557Z","end":"2026-07-03T16:35:50.87718Z","steps":["trace[258330487] 'process raft request' (duration: 476.904613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.877158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.301117Z","time spent":"576.033815ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:50.877245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.064219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:35:50.87758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.399528Z","time spent":"478.008418ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:50.877604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.026316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:50.877623Z","caller":"traceutil/trace.go:171","msg":"trace[1710498208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19150; }","duration":"402.474138ms","start":"2026-07-03T16:35:50.475134Z","end":"2026-07-03T16:35:50.877608Z","steps":["trace[1710498208] 'agreement among raft nodes before linearized reading' (duration: 402.082409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:50.877635Z","caller":"traceutil/trace.go:171","msg":"trace[631836867] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19150; }","duration":"990.100318ms","start":"2026-07-03T16:35:49.887526Z","end":"2026-07-03T16:35:50.877627Z","steps":["trace[631836867] 'agreement among raft nodes before linearized reading' (duration: 989.612016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:50.877301Z","caller":"traceutil/trace.go:171","msg":"trace[1148723680] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19150; }","duration":"573.875005ms","start":"2026-07-03T16:35:50.303411Z","end":"2026-07-03T16:35:50.877286Z","steps":["trace[1148723680] 'agreement among raft nodes before linearized reading' (duration: 573.354413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.877664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:49.887508Z","time spent":"990.147769ms","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:35:50.877661Z","caller":"traceutil/trace.go:171","msg":"trace[255031234] transaction","detail":"{read_only:false; response_revision:19147; number_of_response:1; }","duration":"573.815124ms","start":"2026-07-03T16:35:50.30383Z","end":"2026-07-03T16:35:50.877646Z","steps":["trace[255031234] 'process raft request' (duration: 572.560116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.877809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.475112Z","time spent":"402.681082ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:35:50.877878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.303822Z","time spent":"573.955747ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:50.878017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.470019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:50.878068Z","caller":"traceutil/trace.go:171","msg":"trace[1029748140] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19150; }","duration":"575.45093ms","start":"2026-07-03T16:35:50.302603Z","end":"2026-07-03T16:35:50.878054Z","steps":["trace[1029748140] 'agreement among raft nodes before linearized reading' (duration: 574.413507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.878109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.302582Z","time spent":"575.512692ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:35:50.878921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:50.303402Z","time spent":"575.500362ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7332,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:53.416144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.479156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:53.41638Z","caller":"traceutil/trace.go:171","msg":"trace[663100006] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19166; }","duration":"112.674361ms","start":"2026-07-03T16:35:53.303577Z","end":"2026-07-03T16:35:53.416251Z","steps":["trace[663100006] 'count revisions from in-memory index tree' (duration: 112.303743ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.04784Z","caller":"traceutil/trace.go:171","msg":"trace[457413958] transaction","detail":"{read_only:false; response_revision:19175; number_of_response:1; }","duration":"151.398148ms","start":"2026-07-03T16:35:54.896414Z","end":"2026-07-03T16:35:55.047812Z","steps":["trace[457413958] 'process raft request' (duration: 134.291636ms)","trace[457413958] 'compare' (duration: 16.469828ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:55.04803Z","caller":"traceutil/trace.go:171","msg":"trace[126935222] transaction","detail":"{read_only:false; response_revision:19176; number_of_response:1; }","duration":"151.565071ms","start":"2026-07-03T16:35:54.896436Z","end":"2026-07-03T16:35:55.048001Z","steps":["trace[126935222] 'process raft request' (duration: 151.321576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.05286Z","caller":"traceutil/trace.go:171","msg":"trace[1086355787] linearizableReadLoop","detail":"{readStateIndex:19864; appliedIndex:19861; }","duration":"155.037022ms","start":"2026-07-03T16:35:54.897801Z","end":"2026-07-03T16:35:55.052838Z","steps":["trace[1086355787] 'read index received' (duration: 133.050588ms)","trace[1086355787] 'applied index is now lower than readState.Index' (duration: 21.985374ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:55.052899Z","caller":"traceutil/trace.go:171","msg":"trace[1234503924] transaction","detail":"{read_only:false; response_revision:19177; number_of_response:1; }","duration":"155.976313ms","start":"2026-07-03T16:35:54.896905Z","end":"2026-07-03T16:35:55.052882Z","steps":["trace[1234503924] 'process raft request' (duration: 155.8275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.053122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.10721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7406"} {"level":"warn","ts":"2026-07-03T16:35:55.053125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.851623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:35:55.053144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.270457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:35:55.053171Z","caller":"traceutil/trace.go:171","msg":"trace[1205060773] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19177; }","duration":"154.181941ms","start":"2026-07-03T16:35:54.898978Z","end":"2026-07-03T16:35:55.05316Z","steps":["trace[1205060773] 'agreement among raft nodes before linearized reading' (duration: 154.034028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.053173Z","caller":"traceutil/trace.go:171","msg":"trace[235650857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19177; }","duration":"149.904814ms","start":"2026-07-03T16:35:54.903258Z","end":"2026-07-03T16:35:55.053163Z","steps":["trace[235650857] 'agreement among raft nodes before linearized reading' (duration: 149.778602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.053191Z","caller":"traceutil/trace.go:171","msg":"trace[41173048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19177; }","duration":"155.340729ms","start":"2026-07-03T16:35:54.897835Z","end":"2026-07-03T16:35:55.053176Z","steps":["trace[41173048] 'agreement among raft nodes before linearized reading' (duration: 155.167005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.05322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.120247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:35:55.053259Z","caller":"traceutil/trace.go:171","msg":"trace[911895876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19177; }","duration":"153.174168ms","start":"2026-07-03T16:35:54.900075Z","end":"2026-07-03T16:35:55.053249Z","steps":["trace[911895876] 'agreement among raft nodes before linearized reading' (duration: 153.071926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.053327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.523113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:55.053365Z","caller":"traceutil/trace.go:171","msg":"trace[811391889] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19177; }","duration":"155.581934ms","start":"2026-07-03T16:35:54.897773Z","end":"2026-07-03T16:35:55.053355Z","steps":["trace[811391889] 'agreement among raft nodes before linearized reading' (duration: 155.180445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.053479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.229546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7406"} {"level":"info","ts":"2026-07-03T16:35:55.053509Z","caller":"traceutil/trace.go:171","msg":"trace[1444801892] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:19177; }","duration":"155.280417ms","start":"2026-07-03T16:35:54.898222Z","end":"2026-07-03T16:35:55.053502Z","steps":["trace[1444801892] 'agreement among raft nodes before linearized reading' (duration: 155.207695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.053682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.768368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-03T16:35:55.053723Z","caller":"traceutil/trace.go:171","msg":"trace[1868987099] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19177; }","duration":"155.85348ms","start":"2026-07-03T16:35:54.89786Z","end":"2026-07-03T16:35:55.053714Z","steps":["trace[1868987099] 'agreement among raft nodes before linearized reading' (duration: 155.756068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.315893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.708275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:35:55.315989Z","caller":"traceutil/trace.go:171","msg":"trace[616502012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19180; }","duration":"106.842288ms","start":"2026-07-03T16:35:55.209121Z","end":"2026-07-03T16:35:55.315963Z","steps":["trace[616502012] 'range keys from in-memory index tree' (duration: 106.52487ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.908289Z","caller":"traceutil/trace.go:171","msg":"trace[1727582507] transaction","detail":"{read_only:false; response_revision:19189; number_of_response:1; }","duration":"112.835894ms","start":"2026-07-03T16:35:55.795428Z","end":"2026-07-03T16:35:55.908264Z","steps":["trace[1727582507] 'process raft request' (duration: 112.673681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:56.289536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.410163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:35:56.289617Z","caller":"traceutil/trace.go:171","msg":"trace[777852358] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19201; }","duration":"125.530005ms","start":"2026-07-03T16:35:56.164072Z","end":"2026-07-03T16:35:56.289602Z","steps":["trace[777852358] 'agreement among raft nodes before linearized reading' (duration: 125.29974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:56.292613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.531884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:35:56.292807Z","caller":"traceutil/trace.go:171","msg":"trace[501428784] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19201; }","duration":"111.72864ms","start":"2026-07-03T16:35:56.181031Z","end":"2026-07-03T16:35:56.292759Z","steps":["trace[501428784] 'agreement among raft nodes before linearized reading' (duration: 108.185689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:57.451616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.322506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:57.451915Z","caller":"traceutil/trace.go:171","msg":"trace[1628065696] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"347.787075ms","start":"2026-07-03T16:35:57.104109Z","end":"2026-07-03T16:35:57.451896Z","steps":["trace[1628065696] 'process raft request' (duration: 347.663403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:57.451911Z","caller":"traceutil/trace.go:171","msg":"trace[1533737253] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"348.82174ms","start":"2026-07-03T16:35:57.10303Z","end":"2026-07-03T16:35:57.451852Z","steps":["trace[1533737253] 'process raft request' (duration: 25.184757ms)","trace[1533737253] 'compare' (duration: 322.943848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:57.451993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:57.104092Z","time spent":"347.866028ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:57.452057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:57.103012Z","time spent":"348.965363ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:57.452115Z","caller":"traceutil/trace.go:171","msg":"trace[1602978869] transaction","detail":"{read_only:false; response_revision:19218; number_of_response:1; }","duration":"344.475241ms","start":"2026-07-03T16:35:57.107604Z","end":"2026-07-03T16:35:57.452079Z","steps":["trace[1602978869] 'process raft request' (duration: 344.229135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:57.452293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:57.107586Z","time spent":"344.612003ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:35:57.458734Z","caller":"traceutil/trace.go:171","msg":"trace[419768608] transaction","detail":"{read_only:false; response_revision:19219; number_of_response:1; }","duration":"121.587674ms","start":"2026-07-03T16:35:57.337125Z","end":"2026-07-03T16:35:57.458712Z","steps":["trace[419768608] 'process raft request' (duration: 121.467461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:05.700079Z","caller":"traceutil/trace.go:171","msg":"trace[1763468992] transaction","detail":"{read_only:false; response_revision:19285; number_of_response:1; }","duration":"128.261357ms","start":"2026-07-03T16:36:05.571797Z","end":"2026-07-03T16:36:05.700058Z","steps":["trace[1763468992] 'process raft request' (duration: 127.92877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:09.249706Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:36:09.290137Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T16:36:09.290342Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T16:36:25.797927Z","caller":"traceutil/trace.go:171","msg":"trace[273613466] transaction","detail":"{read_only:false; response_revision:19512; number_of_response:1; }","duration":"476.915739ms","start":"2026-07-03T16:36:25.320982Z","end":"2026-07-03T16:36:25.797898Z","steps":["trace[273613466] 'process raft request' (duration: 476.658904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:25.798113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:25.32095Z","time spent":"477.072742ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:25.798135Z","caller":"traceutil/trace.go:171","msg":"trace[297887965] linearizableReadLoop","detail":"{readStateIndex:20210; appliedIndex:20208; }","duration":"164.156415ms","start":"2026-07-03T16:36:25.633946Z","end":"2026-07-03T16:36:25.798103Z","steps":["trace[297887965] 'read index received' (duration: 163.618653ms)","trace[297887965] 'applied index is now lower than readState.Index' (duration: 535.502µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:25.798218Z","caller":"traceutil/trace.go:171","msg":"trace[783311747] transaction","detail":"{read_only:false; response_revision:19513; number_of_response:1; }","duration":"477.096133ms","start":"2026-07-03T16:36:25.321087Z","end":"2026-07-03T16:36:25.798183Z","steps":["trace[783311747] 'process raft request' (duration: 476.761005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:25.798412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.446841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-03T16:36:25.798495Z","caller":"traceutil/trace.go:171","msg":"trace[144338736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9; range_end:; response_count:1; response_revision:19513; }","duration":"164.594054ms","start":"2026-07-03T16:36:25.633882Z","end":"2026-07-03T16:36:25.798477Z","steps":["trace[144338736] 'agreement among raft nodes before linearized reading' (duration: 164.327728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:25.798499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:25.321076Z","time spent":"477.246527ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:26.258769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.790748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:36:26.258866Z","caller":"traceutil/trace.go:171","msg":"trace[348899073] linearizableReadLoop","detail":"{readStateIndex:20213; appliedIndex:20212; }","duration":"310.00276ms","start":"2026-07-03T16:36:25.948849Z","end":"2026-07-03T16:36:26.258852Z","steps":["trace[348899073] 'read index received' (duration: 194.082659ms)","trace[348899073] 'applied index is now lower than readState.Index' (duration: 115.919251ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:26.25901Z","caller":"traceutil/trace.go:171","msg":"trace[619633434] transaction","detail":"{read_only:false; response_revision:19516; number_of_response:1; }","duration":"346.817883ms","start":"2026-07-03T16:36:25.91212Z","end":"2026-07-03T16:36:26.258937Z","steps":["trace[619633434] 'process raft request' (duration: 230.789079ms)","trace[619633434] 'compare' (duration: 115.676556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:26.259035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.161823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:26.259113Z","caller":"traceutil/trace.go:171","msg":"trace[728465045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19516; }","duration":"310.265435ms","start":"2026-07-03T16:36:25.948828Z","end":"2026-07-03T16:36:26.259093Z","steps":["trace[728465045] 'agreement among raft nodes before linearized reading' (duration: 310.112542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.259164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:25.94882Z","time spent":"310.335938ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:36:26.259255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:25.912101Z","time spent":"347.036077ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:26.714988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.073533ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:36:26.715102Z","caller":"traceutil/trace.go:171","msg":"trace[157626550] linearizableReadLoop","detail":"{readStateIndex:20214; appliedIndex:20213; }","duration":"456.198815ms","start":"2026-07-03T16:36:26.258885Z","end":"2026-07-03T16:36:26.715083Z","steps":["trace[157626550] 'read index received' (duration: 278.135182ms)","trace[157626550] 'applied index is now lower than readState.Index' (duration: 178.061913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:26.715317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.748967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:36:26.71539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.786655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:36:26.715426Z","caller":"traceutil/trace.go:171","msg":"trace[1571203594] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:19516; }","duration":"716.856366ms","start":"2026-07-03T16:36:25.998558Z","end":"2026-07-03T16:36:26.715414Z","steps":["trace[1571203594] 'agreement among raft nodes before linearized reading' (duration: 716.693743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.71547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:25.998544Z","time spent":"716.918238ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:36:26.715519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.650117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-03T16:36:26.715548Z","caller":"traceutil/trace.go:171","msg":"trace[399735787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9; range_end:; response_count:1; response_revision:19516; }","duration":"683.708368ms","start":"2026-07-03T16:36:26.031832Z","end":"2026-07-03T16:36:26.715541Z","steps":["trace[399735787] 'agreement among raft nodes before linearized reading' (duration: 683.588836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.715574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:26.031818Z","time spent":"683.749539ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" "} {"level":"warn","ts":"2026-07-03T16:36:26.715806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.875844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:26.715392Z","caller":"traceutil/trace.go:171","msg":"trace[682642713] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19516; }","duration":"710.87488ms","start":"2026-07-03T16:36:26.004501Z","end":"2026-07-03T16:36:26.715376Z","steps":["trace[682642713] 'agreement among raft nodes before linearized reading' (duration: 710.743277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.71589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.24508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:36:26.715919Z","caller":"traceutil/trace.go:171","msg":"trace[1082295453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19516; }","duration":"221.325072ms","start":"2026-07-03T16:36:26.494586Z","end":"2026-07-03T16:36:26.715911Z","steps":["trace[1082295453] 'agreement among raft nodes before linearized reading' (duration: 221.26011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.715924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:26.004478Z","time spent":"711.399501ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:26.716108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.574548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:36:26.716137Z","caller":"traceutil/trace.go:171","msg":"trace[1284235021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19516; }","duration":"242.64858ms","start":"2026-07-03T16:36:26.473482Z","end":"2026-07-03T16:36:26.71613Z","steps":["trace[1284235021] 'agreement among raft nodes before linearized reading' (duration: 242.566728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:26.715835Z","caller":"traceutil/trace.go:171","msg":"trace[2118864339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19516; }","duration":"454.937495ms","start":"2026-07-03T16:36:26.260891Z","end":"2026-07-03T16:36:26.715829Z","steps":["trace[2118864339] 'agreement among raft nodes before linearized reading' (duration: 454.890164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.716193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:26.260873Z","time spent":"455.312164ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:36:26.716267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.451937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:36:26.716296Z","caller":"traceutil/trace.go:171","msg":"trace[51875937] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19516; }","duration":"250.510029ms","start":"2026-07-03T16:36:26.465777Z","end":"2026-07-03T16:36:26.716287Z","steps":["trace[51875937] 'agreement among raft nodes before linearized reading' (duration: 250.458688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.716433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.450181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:26.716458Z","caller":"traceutil/trace.go:171","msg":"trace[326934487] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19516; }","duration":"411.503272ms","start":"2026-07-03T16:36:26.304947Z","end":"2026-07-03T16:36:26.71645Z","steps":["trace[326934487] 'agreement among raft nodes before linearized reading' (duration: 411.456351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.716479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:26.304934Z","time spent":"411.538342ms","remote":"127.0.0.1:57042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:36:26.892222Z","caller":"traceutil/trace.go:171","msg":"trace[1665485161] linearizableReadLoop","detail":"{readStateIndex:20216; appliedIndex:20214; }","duration":"170.159201ms","start":"2026-07-03T16:36:26.72204Z","end":"2026-07-03T16:36:26.892199Z","steps":["trace[1665485161] 'read index received' (duration: 38.665633ms)","trace[1665485161] 'applied index is now lower than readState.Index' (duration: 131.492718ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:26.892263Z","caller":"traceutil/trace.go:171","msg":"trace[300524576] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"170.785607ms","start":"2026-07-03T16:36:26.721441Z","end":"2026-07-03T16:36:26.892227Z","steps":["trace[300524576] 'process raft request' (duration: 170.534391ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:26.89236Z","caller":"traceutil/trace.go:171","msg":"trace[80519026] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"169.093967ms","start":"2026-07-03T16:36:26.723234Z","end":"2026-07-03T16:36:26.892327Z","steps":["trace[80519026] 'process raft request' (duration: 168.908843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:26.893475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.41519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:946898"} {"level":"info","ts":"2026-07-03T16:36:26.893522Z","caller":"traceutil/trace.go:171","msg":"trace[17634053] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:19519; }","duration":"171.475521ms","start":"2026-07-03T16:36:26.722036Z","end":"2026-07-03T16:36:26.893511Z","steps":["trace[17634053] 'agreement among raft nodes before linearized reading' (duration: 170.278104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:28.028653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.829256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-07-03T16:36:28.028725Z","caller":"traceutil/trace.go:171","msg":"trace[1579802080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9; range_end:; response_count:1; response_revision:19527; }","duration":"128.936679ms","start":"2026-07-03T16:36:27.899771Z","end":"2026-07-03T16:36:28.028708Z","steps":["trace[1579802080] 'agreement among raft nodes before linearized reading' (duration: 128.722865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:34.324985Z","caller":"traceutil/trace.go:171","msg":"trace[1787958300] transaction","detail":"{read_only:false; response_revision:19585; number_of_response:1; }","duration":"132.302987ms","start":"2026-07-03T16:36:34.192652Z","end":"2026-07-03T16:36:34.324955Z","steps":["trace[1787958300] 'process raft request' (duration: 131.891427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.413436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.522284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:37.413535Z","caller":"traceutil/trace.go:171","msg":"trace[1488590436] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19600; }","duration":"269.682967ms","start":"2026-07-03T16:36:37.14383Z","end":"2026-07-03T16:36:37.413513Z","steps":["trace[1488590436] 'range keys from in-memory index tree' (duration: 269.428522ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:37.413878Z","caller":"traceutil/trace.go:171","msg":"trace[1125160692] transaction","detail":"{read_only:false; response_revision:19601; number_of_response:1; }","duration":"261.995772ms","start":"2026-07-03T16:36:37.151833Z","end":"2026-07-03T16:36:37.413828Z","steps":["trace[1125160692] 'process raft request' (duration: 200.218309ms)","trace[1125160692] 'compare' (duration: 61.514457ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:37.653677Z","caller":"traceutil/trace.go:171","msg":"trace[297504319] linearizableReadLoop","detail":"{readStateIndex:20303; appliedIndex:20302; }","duration":"220.200686ms","start":"2026-07-03T16:36:37.433445Z","end":"2026-07-03T16:36:37.653646Z","steps":["trace[297504319] 'read index received' (duration: 219.963851ms)","trace[297504319] 'applied index is now lower than readState.Index' (duration: 235.675µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:37.653756Z","caller":"traceutil/trace.go:171","msg":"trace[1026644344] transaction","detail":"{read_only:false; response_revision:19602; number_of_response:1; }","duration":"223.42263ms","start":"2026-07-03T16:36:37.430293Z","end":"2026-07-03T16:36:37.653716Z","steps":["trace[1026644344] 'process raft request' (duration: 223.175954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.653939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.471413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:36:37.654087Z","caller":"traceutil/trace.go:171","msg":"trace[2134617523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19602; }","duration":"220.656067ms","start":"2026-07-03T16:36:37.433418Z","end":"2026-07-03T16:36:37.654074Z","steps":["trace[2134617523] 'agreement among raft nodes before linearized reading' (duration: 220.380911ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:44.516917Z","caller":"traceutil/trace.go:171","msg":"trace[1060642206] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"133.350501ms","start":"2026-07-03T16:36:44.383544Z","end":"2026-07-03T16:36:44.516894Z","steps":["trace[1060642206] 'process raft request' (duration: 133.208168ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:48.404908Z","caller":"traceutil/trace.go:171","msg":"trace[2092505480] linearizableReadLoop","detail":"{readStateIndex:20359; appliedIndex:20358; }","duration":"349.76914ms","start":"2026-07-03T16:36:48.055114Z","end":"2026-07-03T16:36:48.404883Z","steps":["trace[2092505480] 'read index received' (duration: 349.571145ms)","trace[2092505480] 'applied index is now lower than readState.Index' (duration: 197.135µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:48.404969Z","caller":"traceutil/trace.go:171","msg":"trace[1370258569] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"420.1414ms","start":"2026-07-03T16:36:47.984795Z","end":"2026-07-03T16:36:48.404936Z","steps":["trace[1370258569] 'process raft request' (duration: 419.944536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:48.405162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.037276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:36:48.405209Z","caller":"traceutil/trace.go:171","msg":"trace[537188611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19656; }","duration":"350.124588ms","start":"2026-07-03T16:36:48.055073Z","end":"2026-07-03T16:36:48.405198Z","steps":["trace[537188611] 'agreement among raft nodes before linearized reading' (duration: 349.953374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:48.405242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.055059Z","time spent":"350.175119ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:36:48.405333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:47.984783Z","time spent":"420.349805ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:48.405339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.250579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-07-03T16:36:48.405567Z","caller":"traceutil/trace.go:171","msg":"trace[1201866516] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19656; }","duration":"154.517755ms","start":"2026-07-03T16:36:48.251019Z","end":"2026-07-03T16:36:48.405537Z","steps":["trace[1201866516] 'agreement among raft nodes before linearized reading' (duration: 154.183637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:48.405698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.729766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:36:48.405827Z","caller":"traceutil/trace.go:171","msg":"trace[1056807012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19656; }","duration":"265.006602ms","start":"2026-07-03T16:36:48.140767Z","end":"2026-07-03T16:36:48.405774Z","steps":["trace[1056807012] 'agreement among raft nodes before linearized reading' (duration: 264.437469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:48.406004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.78879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:36:48.406108Z","caller":"traceutil/trace.go:171","msg":"trace[1941690225] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19656; }","duration":"178.921963ms","start":"2026-07-03T16:36:48.227169Z","end":"2026-07-03T16:36:48.40609Z","steps":["trace[1941690225] 'agreement among raft nodes before linearized reading' (duration: 178.043093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:48.585302Z","caller":"traceutil/trace.go:171","msg":"trace[1586304808] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"176.265951ms","start":"2026-07-03T16:36:48.409006Z","end":"2026-07-03T16:36:48.585272Z","steps":["trace[1586304808] 'process raft request' (duration: 89.880515ms)","trace[1586304808] 'compare' (duration: 86.137581ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:48.585311Z","caller":"traceutil/trace.go:171","msg":"trace[1979677324] transaction","detail":"{read_only:false; response_revision:19658; number_of_response:1; }","duration":"175.098315ms","start":"2026-07-03T16:36:48.410183Z","end":"2026-07-03T16:36:48.585282Z","steps":["trace[1979677324] 'process raft request' (duration: 174.984103ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:49.577287Z","caller":"traceutil/trace.go:171","msg":"trace[322497676] transaction","detail":"{read_only:false; response_revision:19662; number_of_response:1; }","duration":"589.673466ms","start":"2026-07-03T16:36:48.987583Z","end":"2026-07-03T16:36:49.577256Z","steps":["trace[322497676] 'process raft request' (duration: 589.509532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:49.57742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.98756Z","time spent":"589.806439ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:49.577441Z","caller":"traceutil/trace.go:171","msg":"trace[448059756] linearizableReadLoop","detail":"{readStateIndex:20365; appliedIndex:20365; }","duration":"407.551631ms","start":"2026-07-03T16:36:49.169865Z","end":"2026-07-03T16:36:49.577416Z","steps":["trace[448059756] 'read index received' (duration: 407.54421ms)","trace[448059756] 'applied index is now lower than readState.Index' (duration: 5.65µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:49.577623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.750596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:36:49.577673Z","caller":"traceutil/trace.go:171","msg":"trace[16960042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19662; }","duration":"407.835568ms","start":"2026-07-03T16:36:49.169817Z","end":"2026-07-03T16:36:49.577652Z","steps":["trace[16960042] 'agreement among raft nodes before linearized reading' (duration: 407.705345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:49.577704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:49.169799Z","time spent":"407.898019ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:36:49.585996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.72643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:36:49.586025Z","caller":"traceutil/trace.go:171","msg":"trace[8708073] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zpthg; range_end:; response_count:1; response_revision:19663; }","duration":"391.798661ms","start":"2026-07-03T16:36:49.194219Z","end":"2026-07-03T16:36:49.586018Z","steps":["trace[8708073] 'agreement among raft nodes before linearized reading' (duration: 391.716819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:49.58604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:49.194203Z","time spent":"391.834163ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zpthg\" "} {"level":"warn","ts":"2026-07-03T16:36:49.586107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.007581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:36:49.586181Z","caller":"traceutil/trace.go:171","msg":"trace[2132412923] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19663; }","duration":"303.203405ms","start":"2026-07-03T16:36:49.28296Z","end":"2026-07-03T16:36:49.586163Z","steps":["trace[2132412923] 'agreement among raft nodes before linearized reading' (duration: 302.98997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:49.586224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:49.282941Z","time spent":"303.272737ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:36:49.761899Z","caller":"traceutil/trace.go:171","msg":"trace[373904430] linearizableReadLoop","detail":"{readStateIndex:20367; appliedIndex:20366; }","duration":"171.950202ms","start":"2026-07-03T16:36:49.58989Z","end":"2026-07-03T16:36:49.76184Z","steps":["trace[373904430] 'read index received' (duration: 78.223409ms)","trace[373904430] 'applied index is now lower than readState.Index' (duration: 93.725053ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:49.762067Z","caller":"traceutil/trace.go:171","msg":"trace[307518082] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"180.057028ms","start":"2026-07-03T16:36:49.581967Z","end":"2026-07-03T16:36:49.762024Z","steps":["trace[307518082] 'process raft request' (duration: 86.13206ms)","trace[307518082] 'compare' (duration: 93.375226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:49.763168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.252132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:948603"} {"level":"info","ts":"2026-07-03T16:36:49.763244Z","caller":"traceutil/trace.go:171","msg":"trace[367207058] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:19664; }","duration":"173.365394ms","start":"2026-07-03T16:36:49.589862Z","end":"2026-07-03T16:36:49.763228Z","steps":["trace[367207058] 'agreement among raft nodes before linearized reading' (duration: 172.122956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:50.830803Z","caller":"traceutil/trace.go:171","msg":"trace[1354900000] linearizableReadLoop","detail":"{readStateIndex:20373; appliedIndex:20372; }","duration":"101.02288ms","start":"2026-07-03T16:36:50.729754Z","end":"2026-07-03T16:36:50.830777Z","steps":["trace[1354900000] 'read index received' (duration: 59.91693ms)","trace[1354900000] 'applied index is now lower than readState.Index' (duration: 41.10496ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:50.830853Z","caller":"traceutil/trace.go:171","msg":"trace[1457759463] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"156.829717ms","start":"2026-07-03T16:36:50.673993Z","end":"2026-07-03T16:36:50.830823Z","steps":["trace[1457759463] 'process raft request' (duration: 115.634675ms)","trace[1457759463] 'compare' (duration: 41.039949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:50.830929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.147743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:50.830986Z","caller":"traceutil/trace.go:171","msg":"trace[2004264000] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19670; }","duration":"101.257627ms","start":"2026-07-03T16:36:50.729711Z","end":"2026-07-03T16:36:50.830969Z","steps":["trace[2004264000] 'agreement among raft nodes before linearized reading' (duration: 101.158274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.050322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.250518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:36:51.050502Z","caller":"traceutil/trace.go:171","msg":"trace[724050010] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"132.97074ms","start":"2026-07-03T16:36:50.917518Z","end":"2026-07-03T16:36:51.050489Z","steps":["trace[724050010] 'process raft request' (duration: 132.941279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:51.050499Z","caller":"traceutil/trace.go:171","msg":"trace[318278962] linearizableReadLoop","detail":"{readStateIndex:20374; appliedIndex:20373; }","duration":"181.837879ms","start":"2026-07-03T16:36:50.868634Z","end":"2026-07-03T16:36:51.050472Z","steps":["trace[318278962] 'read index received' (duration: 76.383967ms)","trace[318278962] 'applied index is now lower than readState.Index' (duration: 105.452062ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:51.050592Z","caller":"traceutil/trace.go:171","msg":"trace[1517235745] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"138.031896ms","start":"2026-07-03T16:36:50.912555Z","end":"2026-07-03T16:36:51.050587Z","steps":["trace[1517235745] 'process raft request' (duration: 137.845182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.050694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.058894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10815"} {"level":"info","ts":"2026-07-03T16:36:51.050734Z","caller":"traceutil/trace.go:171","msg":"trace[99219667] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19673; }","duration":"182.153746ms","start":"2026-07-03T16:36:50.868569Z","end":"2026-07-03T16:36:51.050723Z","steps":["trace[99219667] 'agreement among raft nodes before linearized reading' (duration: 182.053144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:51.050445Z","caller":"traceutil/trace.go:171","msg":"trace[359780136] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"302.180672ms","start":"2026-07-03T16:36:50.748213Z","end":"2026-07-03T16:36:51.050394Z","steps":["trace[359780136] 'process raft request' (duration: 196.790981ms)","trace[359780136] 'compare' (duration: 105.150746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:51.050939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:50.748182Z","time spent":"302.652032ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18641,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:51.178023Z","caller":"traceutil/trace.go:171","msg":"trace[880646239] linearizableReadLoop","detail":"{readStateIndex:20377; appliedIndex:20376; }","duration":"100.027278ms","start":"2026-07-03T16:36:51.07798Z","end":"2026-07-03T16:36:51.178007Z","steps":["trace[880646239] 'read index received' (duration: 99.348472ms)","trace[880646239] 'applied index is now lower than readState.Index' (duration: 678.036µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:51.178067Z","caller":"traceutil/trace.go:171","msg":"trace[100599153] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"112.875592ms","start":"2026-07-03T16:36:51.06517Z","end":"2026-07-03T16:36:51.178046Z","steps":["trace[100599153] 'process raft request' (duration: 112.147015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.178167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.177591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:36:51.178193Z","caller":"traceutil/trace.go:171","msg":"trace[299197180] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:19674; }","duration":"100.237522ms","start":"2026-07-03T16:36:51.07795Z","end":"2026-07-03T16:36:51.178187Z","steps":["trace[299197180] 'agreement among raft nodes before linearized reading' (duration: 100.12345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:56.931748Z","caller":"traceutil/trace.go:171","msg":"trace[579164909] linearizableReadLoop","detail":"{readStateIndex:20419; appliedIndex:20418; }","duration":"252.406144ms","start":"2026-07-03T16:36:56.67932Z","end":"2026-07-03T16:36:56.931726Z","steps":["trace[579164909] 'read index received' (duration: 252.21988ms)","trace[579164909] 'applied index is now lower than readState.Index' (duration: 184.794µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:56.931853Z","caller":"traceutil/trace.go:171","msg":"trace[84268480] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"265.192545ms","start":"2026-07-03T16:36:56.666627Z","end":"2026-07-03T16:36:56.931819Z","steps":["trace[84268480] 'process raft request' (duration: 264.917079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:56.932082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.702101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:36:56.932219Z","caller":"traceutil/trace.go:171","msg":"trace[1301077924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19714; }","duration":"252.896025ms","start":"2026-07-03T16:36:56.679295Z","end":"2026-07-03T16:36:56.932191Z","steps":["trace[1301077924] 'agreement among raft nodes before linearized reading' (duration: 252.542156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:27.817223Z","caller":"traceutil/trace.go:171","msg":"trace[326522925] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"112.121085ms","start":"2026-07-03T16:37:27.705072Z","end":"2026-07-03T16:37:27.817193Z","steps":["trace[326522925] 'process raft request' (duration: 101.787498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:27.817663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.319335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pbss2\" ","response":"range_response_count:1 size:23587"} {"level":"info","ts":"2026-07-03T16:37:27.81777Z","caller":"traceutil/trace.go:171","msg":"trace[326282836] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pbss2; range_end:; response_count:1; response_revision:20099; }","duration":"100.461207ms","start":"2026-07-03T16:37:27.717283Z","end":"2026-07-03T16:37:27.817744Z","steps":["trace[326282836] 'agreement among raft nodes before linearized reading' (duration: 100.13796ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:38.486943Z","caller":"traceutil/trace.go:171","msg":"trace[2104953135] transaction","detail":"{read_only:false; response_revision:20572; number_of_response:1; }","duration":"164.894111ms","start":"2026-07-03T16:38:38.322025Z","end":"2026-07-03T16:38:38.486919Z","steps":["trace[2104953135] 'process raft request' (duration: 164.775089ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:38.577386Z","caller":"traceutil/trace.go:171","msg":"trace[1430372933] linearizableReadLoop","detail":"{readStateIndex:21301; appliedIndex:21300; }","duration":"136.008071ms","start":"2026-07-03T16:38:38.44135Z","end":"2026-07-03T16:38:38.577358Z","steps":["trace[1430372933] 'read index received' (duration: 45.963261ms)","trace[1430372933] 'applied index is now lower than readState.Index' (duration: 90.04398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.5777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.240186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:38:38.577759Z","caller":"traceutil/trace.go:171","msg":"trace[1600352464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20573; }","duration":"136.433091ms","start":"2026-07-03T16:38:38.4413Z","end":"2026-07-03T16:38:38.577733Z","steps":["trace[1600352464] 'agreement among raft nodes before linearized reading' (duration: 136.160795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:38.578079Z","caller":"traceutil/trace.go:171","msg":"trace[311320851] transaction","detail":"{read_only:false; response_revision:20573; number_of_response:1; }","duration":"167.814068ms","start":"2026-07-03T16:38:38.410252Z","end":"2026-07-03T16:38:38.578066Z","steps":["trace[311320851] 'process raft request' (duration: 166.98485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.806302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.07263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:38:40.806411Z","caller":"traceutil/trace.go:171","msg":"trace[1862153993] linearizableReadLoop","detail":"{readStateIndex:21310; appliedIndex:21309; }","duration":"136.916362ms","start":"2026-07-03T16:38:40.669477Z","end":"2026-07-03T16:38:40.806394Z","steps":["trace[1862153993] 'read index received' (duration: 38.881µs)","trace[1862153993] 'applied index is now lower than readState.Index' (duration: 136.87628ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:40.806507Z","caller":"traceutil/trace.go:171","msg":"trace[1314316108] transaction","detail":"{read_only:false; response_revision:20582; number_of_response:1; }","duration":"221.960206ms","start":"2026-07-03T16:38:40.584516Z","end":"2026-07-03T16:38:40.806477Z","steps":["trace[1314316108] 'process raft request' (duration: 54.62174ms)","trace[1314316108] 'compare' (duration: 166.950508ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:40.806596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.116036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:38:40.806631Z","caller":"traceutil/trace.go:171","msg":"trace[473342608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20582; }","duration":"137.183808ms","start":"2026-07-03T16:38:40.669439Z","end":"2026-07-03T16:38:40.806622Z","steps":["trace[473342608] 'agreement among raft nodes before linearized reading' (duration: 137.002124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:41.009606Z","caller":"traceutil/trace.go:171","msg":"trace[348124919] transaction","detail":"{read_only:false; response_revision:20584; number_of_response:1; }","duration":"122.588174ms","start":"2026-07-03T16:38:40.886995Z","end":"2026-07-03T16:38:41.009583Z","steps":["trace[348124919] 'process raft request' (duration: 79.199421ms)","trace[348124919] 'compare' (duration: 43.001815ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:41.344649Z","caller":"traceutil/trace.go:171","msg":"trace[424853973] transaction","detail":"{read_only:false; response_revision:20586; number_of_response:1; }","duration":"159.883327ms","start":"2026-07-03T16:38:41.184743Z","end":"2026-07-03T16:38:41.344627Z","steps":["trace[424853973] 'process raft request' (duration: 140.072724ms)","trace[424853973] 'compare' (duration: 19.701711ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:41.345369Z","caller":"traceutil/trace.go:171","msg":"trace[496065122] linearizableReadLoop","detail":"{readStateIndex:21316; appliedIndex:21314; }","duration":"113.261692ms","start":"2026-07-03T16:38:41.232092Z","end":"2026-07-03T16:38:41.345353Z","steps":["trace[496065122] 'read index received' (duration: 92.739561ms)","trace[496065122] 'applied index is now lower than readState.Index' (duration: 20.521331ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:41.345467Z","caller":"traceutil/trace.go:171","msg":"trace[1283513385] transaction","detail":"{read_only:false; response_revision:20587; number_of_response:1; }","duration":"138.226662ms","start":"2026-07-03T16:38:41.20723Z","end":"2026-07-03T16:38:41.345457Z","steps":["trace[1283513385] 'process raft request' (duration: 138.041638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.345697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.589829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:41.345723Z","caller":"traceutil/trace.go:171","msg":"trace[1006703381] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20587; }","duration":"113.658271ms","start":"2026-07-03T16:38:41.232057Z","end":"2026-07-03T16:38:41.345715Z","steps":["trace[1006703381] 'agreement among raft nodes before linearized reading' (duration: 113.549538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.345846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.756152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:41.345865Z","caller":"traceutil/trace.go:171","msg":"trace[316903681] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20587; }","duration":"113.825014ms","start":"2026-07-03T16:38:41.232034Z","end":"2026-07-03T16:38:41.345859Z","steps":["trace[316903681] 'agreement among raft nodes before linearized reading' (duration: 113.793053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.346023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.316721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-07-03T16:38:41.346046Z","caller":"traceutil/trace.go:171","msg":"trace[1603936489] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20587; }","duration":"113.378124ms","start":"2026-07-03T16:38:41.23266Z","end":"2026-07-03T16:38:41.346038Z","steps":["trace[1603936489] 'agreement among raft nodes before linearized reading' (duration: 113.296182ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:07.463144Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18426} {"level":"info","ts":"2026-07-03T16:39:07.574039Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18426,"took":"107.194702ms","hash":1604924938,"current-db-size-bytes":47288320,"current-db-size":"47 MB","current-db-size-in-use-bytes":34291712,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T16:39:07.574103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1604924938,"revision":18426,"compact-revision":16044} {"level":"info","ts":"2026-07-03T16:39:22.225201Z","caller":"traceutil/trace.go:171","msg":"trace[1611978140] transaction","detail":"{read_only:false; response_revision:20850; number_of_response:1; }","duration":"159.324433ms","start":"2026-07-03T16:39:22.065849Z","end":"2026-07-03T16:39:22.225174Z","steps":["trace[1611978140] 'process raft request' (duration: 159.114998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:22.521548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.069963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:22.521652Z","caller":"traceutil/trace.go:171","msg":"trace[1588647884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20852; }","duration":"112.267618ms","start":"2026-07-03T16:39:22.409363Z","end":"2026-07-03T16:39:22.521631Z","steps":["trace[1588647884] 'count revisions from in-memory index tree' (duration: 111.90222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:23.086448Z","caller":"traceutil/trace.go:171","msg":"trace[1322258841] transaction","detail":"{read_only:false; response_revision:20856; number_of_response:1; }","duration":"111.572602ms","start":"2026-07-03T16:39:22.974856Z","end":"2026-07-03T16:39:23.086428Z","steps":["trace[1322258841] 'process raft request' (duration: 111.432549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:29.030452Z","caller":"traceutil/trace.go:171","msg":"trace[788868257] transaction","detail":"{read_only:false; response_revision:20884; number_of_response:1; }","duration":"134.815233ms","start":"2026-07-03T16:39:28.895614Z","end":"2026-07-03T16:39:29.030429Z","steps":["trace[788868257] 'process raft request' (duration: 134.688331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:29.391531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.917272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:39:29.391744Z","caller":"traceutil/trace.go:171","msg":"trace[132038909] transaction","detail":"{read_only:false; response_revision:20887; number_of_response:1; }","duration":"112.353309ms","start":"2026-07-03T16:39:29.27937Z","end":"2026-07-03T16:39:29.391723Z","steps":["trace[132038909] 'process raft request' (duration: 112.259277ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:29.391973Z","caller":"traceutil/trace.go:171","msg":"trace[391809249] transaction","detail":"{read_only:false; response_revision:20886; number_of_response:1; }","duration":"137.005174ms","start":"2026-07-03T16:39:29.25494Z","end":"2026-07-03T16:39:29.391945Z","steps":["trace[391809249] 'process raft request' (duration: 20.580581ms)","trace[391809249] 'compare' (duration: 115.554313ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:49.811585Z","caller":"traceutil/trace.go:171","msg":"trace[1723455882] transaction","detail":"{read_only:false; response_revision:21010; number_of_response:1; }","duration":"136.720307ms","start":"2026-07-03T16:39:49.674835Z","end":"2026-07-03T16:39:49.811556Z","steps":["trace[1723455882] 'process raft request' (duration: 55.221203ms)","trace[1723455882] 'compare' (duration: 81.371491ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:55.411113Z","caller":"traceutil/trace.go:171","msg":"trace[1447944114] linearizableReadLoop","detail":"{readStateIndex:21808; appliedIndex:21807; }","duration":"199.687817ms","start":"2026-07-03T16:39:55.211409Z","end":"2026-07-03T16:39:55.411097Z","steps":["trace[1447944114] 'read index received' (duration: 199.587955ms)","trace[1447944114] 'applied index is now lower than readState.Index' (duration: 99.052µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:39:55.411286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.870141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:39:55.411326Z","caller":"traceutil/trace.go:171","msg":"trace[1361134224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21063; }","duration":"199.943203ms","start":"2026-07-03T16:39:55.211369Z","end":"2026-07-03T16:39:55.411312Z","steps":["trace[1361134224] 'agreement among raft nodes before linearized reading' (duration: 199.80187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:55.411421Z","caller":"traceutil/trace.go:171","msg":"trace[834303005] transaction","detail":"{read_only:false; response_revision:21063; number_of_response:1; }","duration":"219.681136ms","start":"2026-07-03T16:39:55.191709Z","end":"2026-07-03T16:39:55.41139Z","steps":["trace[834303005] 'process raft request' (duration: 219.266486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:41:53.97968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.014649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:41:53.979759Z","caller":"traceutil/trace.go:171","msg":"trace[239776634] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21921; }","duration":"233.127942ms","start":"2026-07-03T16:41:53.746617Z","end":"2026-07-03T16:41:53.979745Z","steps":["trace[239776634] 'count revisions from in-memory index tree' (duration: 232.447717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:41:53.979862Z","caller":"traceutil/trace.go:171","msg":"trace[427676983] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"123.70666ms","start":"2026-07-03T16:41:53.856128Z","end":"2026-07-03T16:41:53.979834Z","steps":["trace[427676983] 'process raft request' (duration: 111.45747ms)","trace[427676983] 'compare' (duration: 11.447661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:41:59.687949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687382282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:00.18865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687382282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:00.616793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512939454s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:42:00.61725Z","caller":"traceutil/trace.go:171","msg":"trace[1882515016] transaction","detail":"{read_only:false; response_revision:21948; number_of_response:1; }","duration":"1.513460066s","start":"2026-07-03T16:41:59.103763Z","end":"2026-07-03T16:42:00.617223Z","steps":["trace[1882515016] 'process raft request' (duration: 1.513299302s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:00.617399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.103743Z","time spent":"1.513580708s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:01.945933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:42:01.946019Z","caller":"traceutil/trace.go:171","msg":"trace[1618996830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319762s","start":"2026-07-03T16:41:59.94568Z","end":"2026-07-03T16:42:01.946Z","steps":["trace[1618996830] 'agreement among raft nodes before linearized reading' (duration: 2.000211949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:01.946065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.945606Z","time spent":"2.000450115s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:03.361556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.744496283s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:42:03.946418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999182676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:42:03.94651Z","caller":"traceutil/trace.go:171","msg":"trace[878436809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999328449s","start":"2026-07-03T16:42:01.947161Z","end":"2026-07-03T16:42:03.94649Z","steps":["trace[878436809] 'agreement among raft nodes before linearized reading' (duration: 1.999212206s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:03.946555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:01.947142Z","time spent":"1.99940499s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:04.107463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.108781Z","time spent":"4.99866766s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:04.216077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:01.12397Z","time spent":"3.092098334s","remote":"127.0.0.1:50494","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:42:04.217114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.249171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:04.217434Z","caller":"traceutil/trace.go:171","msg":"trace[499809312] linearizableReadLoop","detail":"{readStateIndex:22729; appliedIndex:22723; }","duration":"5.030118769s","start":"2026-07-03T16:41:59.187251Z","end":"2026-07-03T16:42:04.21737Z","steps":["trace[499809312] 'read index received' (duration: 1.429795482s)","trace[499809312] 'applied index is now lower than readState.Index' (duration: 3.600322287s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:04.217669Z","caller":"traceutil/trace.go:171","msg":"trace[1252589636] transaction","detail":"{read_only:false; response_revision:21950; number_of_response:1; }","duration":"5.104343038s","start":"2026-07-03T16:41:59.113314Z","end":"2026-07-03T16:42:04.217657Z","steps":["trace[1252589636] 'process raft request' (duration: 5.103894046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.217731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.113291Z","time spent":"5.104405659s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:04.217893Z","caller":"traceutil/trace.go:171","msg":"trace[1661114041] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"4.218312803s","start":"2026-07-03T16:41:59.999571Z","end":"2026-07-03T16:42:04.217883Z","steps":["trace[1661114041] 'process raft request' (duration: 4.217702168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.217938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.999544Z","time spent":"4.218369273s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:04.21806Z","caller":"traceutil/trace.go:171","msg":"trace[2008774737] transaction","detail":"{read_only:false; response_revision:21952; number_of_response:1; }","duration":"4.218473375s","start":"2026-07-03T16:41:59.999579Z","end":"2026-07-03T16:42:04.218052Z","steps":["trace[2008774737] 'process raft request' (duration: 4.217725038s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.21811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.999563Z","time spent":"4.218518667s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:04.218224Z","caller":"traceutil/trace.go:171","msg":"trace[289837082] transaction","detail":"{read_only:false; response_revision:21953; number_of_response:1; }","duration":"4.051415524s","start":"2026-07-03T16:42:00.166798Z","end":"2026-07-03T16:42:04.218213Z","steps":["trace[289837082] 'process raft request' (duration: 4.050537643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.218269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:00.166773Z","time spent":"4.051469846s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:04.218458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.031213535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:42:04.218486Z","caller":"traceutil/trace.go:171","msg":"trace[965865851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21953; }","duration":"5.031275776s","start":"2026-07-03T16:41:59.187202Z","end":"2026-07-03T16:42:04.218477Z","steps":["trace[965865851] 'agreement among raft nodes before linearized reading' (duration: 5.031171744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.218514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.187184Z","time spent":"5.031322118s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:04.218692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913229907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:42:04.218728Z","caller":"traceutil/trace.go:171","msg":"trace[1841073445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21953; }","duration":"4.913305379s","start":"2026-07-03T16:41:59.305414Z","end":"2026-07-03T16:42:04.218719Z","steps":["trace[1841073445] 'agreement among raft nodes before linearized reading' (duration: 4.913205186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.218755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.305393Z","time spent":"4.913354199s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:42:04.218963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121990817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:42:04.218997Z","caller":"traceutil/trace.go:171","msg":"trace[445403319] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:21953; }","duration":"3.122059728s","start":"2026-07-03T16:42:01.096929Z","end":"2026-07-03T16:42:04.218988Z","steps":["trace[445403319] 'agreement among raft nodes before linearized reading' (duration: 3.121978166s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:01.096911Z","time spent":"3.122105289s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:42:04.218996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098357957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:04.219088Z","caller":"traceutil/trace.go:171","msg":"trace[64134410] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21953; }","duration":"3.098467249s","start":"2026-07-03T16:42:01.120598Z","end":"2026-07-03T16:42:04.219065Z","steps":["trace[64134410] 'agreement among raft nodes before linearized reading' (duration: 3.098297005s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469928157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:42:04.219149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:01.120557Z","time spent":"3.098580461s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.219199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355482797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:04.219227Z","caller":"traceutil/trace.go:171","msg":"trace[1564252227] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21953; }","duration":"3.35560051s","start":"2026-07-03T16:42:00.86362Z","end":"2026-07-03T16:42:04.219221Z","steps":["trace[1564252227] 'agreement among raft nodes before linearized reading' (duration: 3.355552869s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.574944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:04.219345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:00.863588Z","time spent":"3.355741133s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.219233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558865041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:42:04.219425Z","caller":"traceutil/trace.go:171","msg":"trace[391002618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21953; }","duration":"4.559073195s","start":"2026-07-03T16:41:59.660335Z","end":"2026-07-03T16:42:04.219408Z","steps":["trace[391002618] 'agreement among raft nodes before linearized reading' (duration: 4.55883238s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.660322Z","time spent":"4.559127617s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:04.219418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612746581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:42:04.219509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.549122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:42:04.219551Z","caller":"traceutil/trace.go:171","msg":"trace[635905449] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:21953; }","duration":"268.625784ms","start":"2026-07-03T16:42:03.950914Z","end":"2026-07-03T16:42:04.21954Z","steps":["trace[635905449] 'agreement among raft nodes before linearized reading' (duration: 268.486781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.21938Z","caller":"traceutil/trace.go:171","msg":"trace[1074853953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21953; }","duration":"265.637166ms","start":"2026-07-03T16:42:03.95373Z","end":"2026-07-03T16:42:04.219367Z","steps":["trace[1074853953] 'agreement among raft nodes before linearized reading' (duration: 265.580015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83173783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:04.219721Z","caller":"traceutil/trace.go:171","msg":"trace[1189793020] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21953; }","duration":"3.831981436s","start":"2026-07-03T16:42:00.387731Z","end":"2026-07-03T16:42:04.219712Z","steps":["trace[1189793020] 'agreement among raft nodes before linearized reading' (duration: 3.831757891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476807432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:42:04.219333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.968965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-03T16:42:04.219803Z","caller":"traceutil/trace.go:171","msg":"trace[1298492015] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21953; }","duration":"110.489167ms","start":"2026-07-03T16:42:04.109301Z","end":"2026-07-03T16:42:04.21979Z","steps":["trace[1298492015] 'agreement among raft nodes before linearized reading' (duration: 109.898483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050304025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-03T16:42:04.219811Z","caller":"traceutil/trace.go:171","msg":"trace[1831075716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21953; }","duration":"3.477003896s","start":"2026-07-03T16:42:00.74278Z","end":"2026-07-03T16:42:04.219783Z","steps":["trace[1831075716] 'agreement among raft nodes before linearized reading' (duration: 3.476605107s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.219155Z","caller":"traceutil/trace.go:171","msg":"trace[368279516] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21953; }","duration":"4.470010659s","start":"2026-07-03T16:41:59.749128Z","end":"2026-07-03T16:42:04.219138Z","steps":["trace[368279516] 'agreement among raft nodes before linearized reading' (duration: 4.469876696s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.219844Z","caller":"traceutil/trace.go:171","msg":"trace[2144241556] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21953; }","duration":"2.050386817s","start":"2026-07-03T16:42:02.169447Z","end":"2026-07-03T16:42:04.219834Z","steps":["trace[2144241556] 'agreement among raft nodes before linearized reading' (duration: 2.050279034s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.219867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:02.169428Z","time spent":"2.050433458s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:42:04.21975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:00.38771Z","time spent":"3.832031118s","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.219883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.749047Z","time spent":"4.470816857s","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.219457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632097446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:04.219926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728962637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:04.219996Z","caller":"traceutil/trace.go:171","msg":"trace[1495714358] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21953; }","duration":"4.632683059s","start":"2026-07-03T16:41:59.587303Z","end":"2026-07-03T16:42:04.219986Z","steps":["trace[1495714358] 'agreement among raft nodes before linearized reading' (duration: 4.632096906s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.220026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.587285Z","time spent":"4.63273054s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.219864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:00.742761Z","time spent":"3.477094458s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:42:04.220041Z","caller":"traceutil/trace.go:171","msg":"trace[1920028791] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21953; }","duration":"2.729286894s","start":"2026-07-03T16:42:01.490707Z","end":"2026-07-03T16:42:04.219994Z","steps":["trace[1920028791] 'agreement among raft nodes before linearized reading' (duration: 2.728938596s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.219519Z","caller":"traceutil/trace.go:171","msg":"trace[323393513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21953; }","duration":"3.612888114s","start":"2026-07-03T16:42:00.606614Z","end":"2026-07-03T16:42:04.219502Z","steps":["trace[323393513] 'agreement among raft nodes before linearized reading' (duration: 3.61268302s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.220246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:01.490688Z","time spent":"2.729456049s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.220257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:00.60659Z","time spent":"3.613647123s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:42:04.221825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600387784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:42:04.222043Z","caller":"traceutil/trace.go:171","msg":"trace[47159506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21953; }","duration":"1.600607229s","start":"2026-07-03T16:42:02.621382Z","end":"2026-07-03T16:42:04.22199Z","steps":["trace[47159506] 'agreement among raft nodes before linearized reading' (duration: 1.600305262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.222778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:02.621362Z","time spent":"1.601400277s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:42:04.829764Z","caller":"traceutil/trace.go:171","msg":"trace[629610172] linearizableReadLoop","detail":"{readStateIndex:22732; appliedIndex:22730; }","duration":"605.726664ms","start":"2026-07-03T16:42:04.224022Z","end":"2026-07-03T16:42:04.829748Z","steps":["trace[629610172] 'read index received' (duration: 75.877575ms)","trace[629610172] 'applied index is now lower than readState.Index' (duration: 529.848199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:04.829834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.221698Z","time spent":"608.133969ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:42:04.829928Z","caller":"traceutil/trace.go:171","msg":"trace[1070688576] transaction","detail":"{read_only:false; response_revision:21958; number_of_response:1; }","duration":"604.584739ms","start":"2026-07-03T16:42:04.225328Z","end":"2026-07-03T16:42:04.829913Z","steps":["trace[1070688576] 'process raft request' (duration: 604.398344ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.829964Z","caller":"traceutil/trace.go:171","msg":"trace[15662404] transaction","detail":"{read_only:false; response_revision:21956; number_of_response:1; }","duration":"605.474939ms","start":"2026-07-03T16:42:04.224439Z","end":"2026-07-03T16:42:04.829914Z","steps":["trace[15662404] 'process raft request' (duration: 605.249784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.830026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.99835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:42:04.830046Z","caller":"traceutil/trace.go:171","msg":"trace[1263491393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21958; }","duration":"606.041172ms","start":"2026-07-03T16:42:04.224Z","end":"2026-07-03T16:42:04.830041Z","steps":["trace[1263491393] 'agreement among raft nodes before linearized reading' (duration: 605.938179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.830066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.223985Z","time spent":"606.077512ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:42:04.830124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.224425Z","time spent":"605.617852ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:04.830184Z","caller":"traceutil/trace.go:171","msg":"trace[895412193] transaction","detail":"{read_only:false; response_revision:21954; number_of_response:1; }","duration":"606.46102ms","start":"2026-07-03T16:42:04.223709Z","end":"2026-07-03T16:42:04.83017Z","steps":["trace[895412193] 'process raft request' (duration: 605.857957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.830216Z","caller":"traceutil/trace.go:171","msg":"trace[724805269] transaction","detail":"{read_only:false; response_revision:21955; number_of_response:1; }","duration":"605.962809ms","start":"2026-07-03T16:42:04.224245Z","end":"2026-07-03T16:42:04.830208Z","steps":["trace[724805269] 'process raft request' (duration: 605.417267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.830233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.223692Z","time spent":"606.515581ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:04.83003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.22532Z","time spent":"604.63561ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:04.830262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.224238Z","time spent":"605.99206ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:04.830621Z","caller":"traceutil/trace.go:171","msg":"trace[1401131625] transaction","detail":"{read_only:false; response_revision:21957; number_of_response:1; }","duration":"605.711344ms","start":"2026-07-03T16:42:04.224621Z","end":"2026-07-03T16:42:04.830332Z","steps":["trace[1401131625] 'process raft request' (duration: 605.08636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.831401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.224613Z","time spent":"606.729928ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:04.831521Z","caller":"traceutil/trace.go:171","msg":"trace[1206110624] transaction","detail":"{read_only:false; response_revision:21959; number_of_response:1; }","duration":"530.756231ms","start":"2026-07-03T16:42:04.300752Z","end":"2026-07-03T16:42:04.831508Z","steps":["trace[1206110624] 'process raft request' (duration: 530.612767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.831593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.279947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:04.831649Z","caller":"traceutil/trace.go:171","msg":"trace[2105518446] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21959; }","duration":"505.39174ms","start":"2026-07-03T16:42:04.326245Z","end":"2026-07-03T16:42:04.831637Z","steps":["trace[2105518446] 'agreement among raft nodes before linearized reading' (duration: 505.273947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.831695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.326226Z","time spent":"505.462472ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.831589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.300725Z","time spent":"530.828102ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:04.831818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.596467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-03T16:42:04.831869Z","caller":"traceutil/trace.go:171","msg":"trace[56551587] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21959; }","duration":"607.648278ms","start":"2026-07-03T16:42:04.224196Z","end":"2026-07-03T16:42:04.831844Z","steps":["trace[56551587] 'agreement among raft nodes before linearized reading' (duration: 607.520205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.831693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.038221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:04.831928Z","caller":"traceutil/trace.go:171","msg":"trace[1577060365] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21959; }","duration":"581.271356ms","start":"2026-07-03T16:42:04.250645Z","end":"2026-07-03T16:42:04.831916Z","steps":["trace[1577060365] 'agreement among raft nodes before linearized reading' (duration: 580.99492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.831983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.250597Z","time spent":"581.375458ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.83181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.517809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:04.832097Z","caller":"traceutil/trace.go:171","msg":"trace[37896482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:21959; }","duration":"382.906979ms","start":"2026-07-03T16:42:04.449177Z","end":"2026-07-03T16:42:04.832084Z","steps":["trace[37896482] 'agreement among raft nodes before linearized reading' (duration: 382.463239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:04.83213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.449151Z","time spent":"382.966829ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:04.831904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:04.224186Z","time spent":"607.707879ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T16:42:15.242664Z","caller":"traceutil/trace.go:171","msg":"trace[1577175706] linearizableReadLoop","detail":"{readStateIndex:22788; appliedIndex:22787; }","duration":"366.87126ms","start":"2026-07-03T16:42:14.875768Z","end":"2026-07-03T16:42:15.242639Z","steps":["trace[1577175706] 'read index received' (duration: 366.733397ms)","trace[1577175706] 'applied index is now lower than readState.Index' (duration: 136.173µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:15.242819Z","caller":"traceutil/trace.go:171","msg":"trace[1230306074] transaction","detail":"{read_only:false; response_revision:22008; number_of_response:1; }","duration":"368.042897ms","start":"2026-07-03T16:42:14.874705Z","end":"2026-07-03T16:42:15.242748Z","steps":["trace[1230306074] 'process raft request' (duration: 367.765711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:15.242949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.140276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:42:15.243028Z","caller":"traceutil/trace.go:171","msg":"trace[1690040009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22008; }","duration":"367.28185ms","start":"2026-07-03T16:42:14.875726Z","end":"2026-07-03T16:42:15.243008Z","steps":["trace[1690040009] 'agreement among raft nodes before linearized reading' (duration: 367.057245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:15.243076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:14.875714Z","time spent":"367.351672ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:42:15.243121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:14.874682Z","time spent":"368.281723ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:15.244641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.081729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:42:15.244819Z","caller":"traceutil/trace.go:171","msg":"trace[703318843] transaction","detail":"{read_only:false; response_revision:22009; number_of_response:1; }","duration":"318.313701ms","start":"2026-07-03T16:42:14.926474Z","end":"2026-07-03T16:42:15.244788Z","steps":["trace[703318843] 'process raft request' (duration: 317.957713ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:15.244883Z","caller":"traceutil/trace.go:171","msg":"trace[1261674093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22009; }","duration":"368.357476ms","start":"2026-07-03T16:42:14.876508Z","end":"2026-07-03T16:42:15.244866Z","steps":["trace[1261674093] 'agreement among raft nodes before linearized reading' (duration: 368.024488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:15.244895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.177637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:42:15.24499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:14.876493Z","time spent":"368.486618ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:15.245008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:14.92645Z","time spent":"318.446314ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:15.24502Z","caller":"traceutil/trace.go:171","msg":"trace[274621783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22009; }","duration":"367.322031ms","start":"2026-07-03T16:42:14.877658Z","end":"2026-07-03T16:42:15.24498Z","steps":["trace[274621783] 'agreement among raft nodes before linearized reading' (duration: 366.997684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:15.244815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.038663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:42:15.245088Z","caller":"traceutil/trace.go:171","msg":"trace[81039103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22009; }","duration":"227.34992ms","start":"2026-07-03T16:42:15.017723Z","end":"2026-07-03T16:42:15.245073Z","steps":["trace[81039103] 'agreement among raft nodes before linearized reading' (duration: 226.847809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:15.244935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.345275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:42:15.245321Z","caller":"traceutil/trace.go:171","msg":"trace[492195649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22009; }","duration":"368.726273ms","start":"2026-07-03T16:42:14.876564Z","end":"2026-07-03T16:42:15.24529Z","steps":["trace[492195649] 'agreement among raft nodes before linearized reading' (duration: 368.302414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:15.245478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:14.876551Z","time spent":"368.904088ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:15.245086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:14.877648Z","time spent":"367.422683ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:15.244955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.199334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:15.245792Z","caller":"traceutil/trace.go:171","msg":"trace[1925569060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22009; }","duration":"203.065364ms","start":"2026-07-03T16:42:15.042704Z","end":"2026-07-03T16:42:15.245769Z","steps":["trace[1925569060] 'agreement among raft nodes before linearized reading' (duration: 202.116543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:20.901261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687382500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:42:20.95862Z","caller":"traceutil/trace.go:171","msg":"trace[268822646] transaction","detail":"{read_only:false; response_revision:22035; number_of_response:1; }","duration":"593.934625ms","start":"2026-07-03T16:42:20.364665Z","end":"2026-07-03T16:42:20.9586Z","steps":["trace[268822646] 'process raft request' (duration: 593.765341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:20.958768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:20.364632Z","time spent":"594.062528ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:21.00205Z","caller":"traceutil/trace.go:171","msg":"trace[1550772737] linearizableReadLoop","detail":"{readStateIndex:22818; appliedIndex:22815; }","duration":"601.068447ms","start":"2026-07-03T16:42:20.400959Z","end":"2026-07-03T16:42:21.002027Z","steps":["trace[1550772737] 'read index received' (duration: 557.508862ms)","trace[1550772737] 'applied index is now lower than readState.Index' (duration: 43.558135ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:21.00217Z","caller":"traceutil/trace.go:171","msg":"trace[1900645619] transaction","detail":"{read_only:false; response_revision:22036; number_of_response:1; }","duration":"557.516321ms","start":"2026-07-03T16:42:20.444643Z","end":"2026-07-03T16:42:21.002159Z","steps":["trace[1900645619] 'process raft request' (duration: 557.095892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:21.002416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:20.444533Z","time spent":"557.802707ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:21.002408Z","caller":"traceutil/trace.go:171","msg":"trace[1311156067] transaction","detail":"{read_only:false; response_revision:22037; number_of_response:1; }","duration":"554.578324ms","start":"2026-07-03T16:42:20.447802Z","end":"2026-07-03T16:42:21.00238Z","steps":["trace[1311156067] 'process raft request' (duration: 554.154935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:21.002583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:20.447769Z","time spent":"554.707288ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:21.002838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.884165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:21.002938Z","caller":"traceutil/trace.go:171","msg":"trace[1553964506] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22037; }","duration":"602.03057ms","start":"2026-07-03T16:42:20.400891Z","end":"2026-07-03T16:42:21.002922Z","steps":["trace[1553964506] 'agreement among raft nodes before linearized reading' (duration: 601.411006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:21.003009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:20.400867Z","time spent":"602.131162ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:42:21.921458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.399294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:42:21.921536Z","caller":"traceutil/trace.go:171","msg":"trace[1226668543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22037; }","duration":"900.490686ms","start":"2026-07-03T16:42:21.021026Z","end":"2026-07-03T16:42:21.921517Z","steps":["trace[1226668543] 'range keys from in-memory index tree' (duration: 900.22484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:21.921574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.021012Z","time spent":"900.553227ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:42:21.922016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.039918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-03T16:42:21.922053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.107155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:21.922084Z","caller":"traceutil/trace.go:171","msg":"trace[1352857761] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:22037; }","duration":"824.147911ms","start":"2026-07-03T16:42:21.097919Z","end":"2026-07-03T16:42:21.922067Z","steps":["trace[1352857761] 'range keys from in-memory index tree' (duration: 823.899435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:21.922105Z","caller":"traceutil/trace.go:171","msg":"trace[1794691767] linearizableReadLoop","detail":"{readStateIndex:22819; appliedIndex:22818; }","duration":"631.29102ms","start":"2026-07-03T16:42:21.290804Z","end":"2026-07-03T16:42:21.922095Z","steps":["trace[1794691767] 'read index received' (duration: 376.098362ms)","trace[1794691767] 'applied index is now lower than readState.Index' (duration: 255.191738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:21.922122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.097903Z","time spent":"824.210783ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:42:21.922132Z","caller":"traceutil/trace.go:171","msg":"trace[1766427323] transaction","detail":"{read_only:false; response_revision:22038; number_of_response:1; }","duration":"635.988338ms","start":"2026-07-03T16:42:21.286123Z","end":"2026-07-03T16:42:21.922111Z","steps":["trace[1766427323] 'process raft request' (duration: 380.764879ms)","trace[1766427323] 'compare' (duration: 254.86542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:21.922218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.421563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:42:21.922216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.286099Z","time spent":"636.07326ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:21.922247Z","caller":"traceutil/trace.go:171","msg":"trace[778688350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22038; }","duration":"631.479495ms","start":"2026-07-03T16:42:21.29076Z","end":"2026-07-03T16:42:21.92224Z","steps":["trace[778688350] 'agreement among raft nodes before linearized reading' (duration: 631.386522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:21.922275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.290749Z","time spent":"631.520815ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:42:22.662044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.386658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:22.662148Z","caller":"traceutil/trace.go:171","msg":"trace[23930709] transaction","detail":"{read_only:false; response_revision:22039; number_of_response:1; }","duration":"1.359338921s","start":"2026-07-03T16:42:21.302796Z","end":"2026-07-03T16:42:22.662135Z","steps":["trace[23930709] 'process raft request' (duration: 930.80076ms)","trace[23930709] 'compare' (duration: 428.215554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:22.662181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.302784Z","time spent":"1.359383113s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:22.662793Z","caller":"traceutil/trace.go:171","msg":"trace[136086391] transaction","detail":"{read_only:false; response_revision:22041; number_of_response:1; }","duration":"735.617246ms","start":"2026-07-03T16:42:21.927154Z","end":"2026-07-03T16:42:22.662771Z","steps":["trace[136086391] 'process raft request' (duration: 735.550194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.662874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.923595Z","time spent":"739.276239ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:42:22.662838Z","caller":"traceutil/trace.go:171","msg":"trace[2133555714] transaction","detail":"{read_only:false; response_revision:22040; number_of_response:1; }","duration":"1.356905415s","start":"2026-07-03T16:42:21.305888Z","end":"2026-07-03T16:42:22.662794Z","steps":["trace[2133555714] 'process raft request' (duration: 1.35622013s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.662924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.927132Z","time spent":"735.727589ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:22.66289Z","caller":"traceutil/trace.go:171","msg":"trace[1548897299] linearizableReadLoop","detail":"{readStateIndex:22821; appliedIndex:22819; }","duration":"740.706721ms","start":"2026-07-03T16:42:21.922125Z","end":"2026-07-03T16:42:22.662832Z","steps":["trace[1548897299] 'read index received' (duration: 311.489654ms)","trace[1548897299] 'applied index is now lower than readState.Index' (duration: 429.199747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:22.663006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.305876Z","time spent":"1.357044628s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:22.663061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363300243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:42:22.663126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36849367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:42:22.663132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.505805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:22.663197Z","caller":"traceutil/trace.go:171","msg":"trace[477256117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22041; }","duration":"1.368589042s","start":"2026-07-03T16:42:21.294592Z","end":"2026-07-03T16:42:22.663181Z","steps":["trace[477256117] 'agreement among raft nodes before linearized reading' (duration: 1.368397528s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.663178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.992679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:22.663221Z","caller":"traceutil/trace.go:171","msg":"trace[1277708402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22041; }","duration":"715.632107ms","start":"2026-07-03T16:42:21.947565Z","end":"2026-07-03T16:42:22.663197Z","steps":["trace[1277708402] 'agreement among raft nodes before linearized reading' (duration: 715.498744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.663245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.294581Z","time spent":"1.368654724s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:42:22.66314Z","caller":"traceutil/trace.go:171","msg":"trace[1926640001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22041; }","duration":"1.363429305s","start":"2026-07-03T16:42:21.299694Z","end":"2026-07-03T16:42:22.663123Z","steps":["trace[1926640001] 'agreement among raft nodes before linearized reading' (duration: 1.363160569s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:22.663264Z","caller":"traceutil/trace.go:171","msg":"trace[2060173107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22041; }","duration":"118.137732ms","start":"2026-07-03T16:42:22.545108Z","end":"2026-07-03T16:42:22.663246Z","steps":["trace[2060173107] 'agreement among raft nodes before linearized reading' (duration: 117.979389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.663272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.947546Z","time spent":"715.7151ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:22.663274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3632015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:42:22.663398Z","caller":"traceutil/trace.go:171","msg":"trace[2138722987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22041; }","duration":"1.363316833s","start":"2026-07-03T16:42:21.300034Z","end":"2026-07-03T16:42:22.663351Z","steps":["trace[2138722987] 'agreement among raft nodes before linearized reading' (duration: 1.362823232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.663408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366769752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:42:22.663475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.300027Z","time spent":"1.363410215s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:42:22.663478Z","caller":"traceutil/trace.go:171","msg":"trace[1545345753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22041; }","duration":"1.366840453s","start":"2026-07-03T16:42:21.296601Z","end":"2026-07-03T16:42:22.663442Z","steps":["trace[1545345753] 'agreement among raft nodes before linearized reading' (duration: 1.36628523s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.663304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.299639Z","time spent":"1.363656131s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:22.663525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:21.296586Z","time spent":"1.366928745s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:22.663099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.307216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:22.663735Z","caller":"traceutil/trace.go:171","msg":"trace[1963827621] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22041; }","duration":"522.959461ms","start":"2026-07-03T16:42:22.140756Z","end":"2026-07-03T16:42:22.663716Z","steps":["trace[1963827621] 'agreement among raft nodes before linearized reading' (duration: 522.309126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.663814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.140745Z","time spent":"523.046993ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:22.663709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.84835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7913"} {"level":"info","ts":"2026-07-03T16:42:22.66414Z","caller":"traceutil/trace.go:171","msg":"trace[1028789759] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22041; }","duration":"555.326911ms","start":"2026-07-03T16:42:22.108798Z","end":"2026-07-03T16:42:22.664125Z","steps":["trace[1028789759] 'agreement among raft nodes before linearized reading' (duration: 554.271337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:22.664183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.108779Z","time spent":"555.388763ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:42:23.36628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.374156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:23.366464Z","caller":"traceutil/trace.go:171","msg":"trace[1868487017] transaction","detail":"{read_only:false; response_revision:22042; number_of_response:1; }","duration":"702.092079ms","start":"2026-07-03T16:42:22.664346Z","end":"2026-07-03T16:42:23.366438Z","steps":["trace[1868487017] 'process raft request' (duration: 601.459497ms)","trace[1868487017] 'compare' (duration: 100.164181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:23.366562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.664315Z","time spent":"702.202612ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:23.870261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687382522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:24.690187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.857079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:24.690406Z","caller":"traceutil/trace.go:171","msg":"trace[1134694852] transaction","detail":"{read_only:false; response_revision:22043; number_of_response:1; }","duration":"2.021562818s","start":"2026-07-03T16:42:22.668812Z","end":"2026-07-03T16:42:24.690375Z","steps":["trace[1134694852] 'process raft request' (duration: 1.300408644s)","trace[1134694852] 'compare' (duration: 720.477528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:24.690559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.668798Z","time spent":"2.021679671s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:24.690641Z","caller":"traceutil/trace.go:171","msg":"trace[1062034978] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"763.278778ms","start":"2026-07-03T16:42:23.927343Z","end":"2026-07-03T16:42:24.690622Z","steps":["trace[1062034978] 'process raft request' (duration: 763.214707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.690726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:23.927315Z","time spent":"763.37442ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:24.69104Z","caller":"traceutil/trace.go:171","msg":"trace[945511349] transaction","detail":"{read_only:false; response_revision:22048; number_of_response:1; }","duration":"1.683142927s","start":"2026-07-03T16:42:23.007885Z","end":"2026-07-03T16:42:24.691028Z","steps":["trace[945511349] 'process raft request' (duration: 1.682600785s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.691113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:23.007861Z","time spent":"1.683215239s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:24.691115Z","caller":"traceutil/trace.go:171","msg":"trace[1854769594] transaction","detail":"{read_only:false; response_revision:22047; number_of_response:1; }","duration":"1.726365865s","start":"2026-07-03T16:42:22.964678Z","end":"2026-07-03T16:42:24.691044Z","steps":["trace[1854769594] 'process raft request' (duration: 1.725766822s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:24.691263Z","caller":"traceutil/trace.go:171","msg":"trace[1661324380] transaction","detail":"{read_only:false; response_revision:22049; number_of_response:1; }","duration":"1.683133297s","start":"2026-07-03T16:42:23.008118Z","end":"2026-07-03T16:42:24.691252Z","steps":["trace[1661324380] 'process raft request' (duration: 1.682403431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.691318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:23.008093Z","time spent":"1.683196318s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:24.691374Z","caller":"traceutil/trace.go:171","msg":"trace[1676491656] linearizableReadLoop","detail":"{readStateIndex:22831; appliedIndex:22824; }","duration":"1.321940065s","start":"2026-07-03T16:42:23.369417Z","end":"2026-07-03T16:42:24.691357Z","steps":["trace[1676491656] 'read index received' (duration: 599.820569ms)","trace[1676491656] 'applied index is now lower than readState.Index' (duration: 722.117926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:24.691411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.964656Z","time spent":"1.726605851s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:24.691459Z","caller":"traceutil/trace.go:171","msg":"trace[296269158] transaction","detail":"{read_only:false; response_revision:22045; number_of_response:1; }","duration":"2.022259354s","start":"2026-07-03T16:42:22.669159Z","end":"2026-07-03T16:42:24.691418Z","steps":["trace[296269158] 'process raft request' (duration: 2.02121207s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.691638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.515613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:24.691699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.669135Z","time spent":"2.022427857s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:24.691723Z","caller":"traceutil/trace.go:171","msg":"trace[1314045709] transaction","detail":"{read_only:false; response_revision:22044; number_of_response:1; }","duration":"2.022811796s","start":"2026-07-03T16:42:22.668884Z","end":"2026-07-03T16:42:24.691654Z","steps":["trace[1314045709] 'process raft request' (duration: 2.021397014s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:24.691761Z","caller":"traceutil/trace.go:171","msg":"trace[689631654] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22050; }","duration":"909.681496ms","start":"2026-07-03T16:42:23.782059Z","end":"2026-07-03T16:42:24.691741Z","steps":["trace[689631654] 'agreement among raft nodes before linearized reading' (duration: 909.492162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.691811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:23.782044Z","time spent":"909.754448ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:24.69186Z","caller":"traceutil/trace.go:171","msg":"trace[1973394340] transaction","detail":"{read_only:false; response_revision:22046; number_of_response:1; }","duration":"2.022146011s","start":"2026-07-03T16:42:22.669691Z","end":"2026-07-03T16:42:24.691837Z","steps":["trace[1973394340] 'process raft request' (duration: 2.020720989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.69188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.668861Z","time spent":"2.022923139s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:24.691931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.116015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:24.691949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:22.669677Z","time spent":"2.022224523s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:24.691947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.552617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:24.691977Z","caller":"traceutil/trace.go:171","msg":"trace[350816854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22050; }","duration":"746.203096ms","start":"2026-07-03T16:42:23.945762Z","end":"2026-07-03T16:42:24.691965Z","steps":["trace[350816854] 'agreement among raft nodes before linearized reading' (duration: 746.133495ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:24.692005Z","caller":"traceutil/trace.go:171","msg":"trace[1774554324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22050; }","duration":"524.620559ms","start":"2026-07-03T16:42:24.167367Z","end":"2026-07-03T16:42:24.691988Z","steps":["trace[1774554324] 'agreement among raft nodes before linearized reading' (duration: 524.514476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.692013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:23.945739Z","time spent":"746.263488ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:24.692046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.998177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:42:24.692057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:24.167317Z","time spent":"524.728291ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:24.69208Z","caller":"traceutil/trace.go:171","msg":"trace[1550588754] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22050; }","duration":"786.067718ms","start":"2026-07-03T16:42:23.906Z","end":"2026-07-03T16:42:24.692068Z","steps":["trace[1550588754] 'agreement among raft nodes before linearized reading' (duration: 786.006987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.692123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:23.905976Z","time spent":"786.139179ms","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:24.692206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322781824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:42:24.692259Z","caller":"traceutil/trace.go:171","msg":"trace[583684217] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22050; }","duration":"1.322886756s","start":"2026-07-03T16:42:23.36936Z","end":"2026-07-03T16:42:24.692247Z","steps":["trace[583684217] 'agreement among raft nodes before linearized reading' (duration: 1.32216077s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.692293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:23.36934Z","time spent":"1.322944588s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:42:24.69261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.817555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:42:24.692673Z","caller":"traceutil/trace.go:171","msg":"trace[1123617047] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22050; }","duration":"469.884308ms","start":"2026-07-03T16:42:24.222772Z","end":"2026-07-03T16:42:24.692657Z","steps":["trace[1123617047] 'agreement among raft nodes before linearized reading' (duration: 469.543779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:24.692771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:24.222668Z","time spent":"470.087842ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-03T16:42:25.664185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687382536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:25.975106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.27795829s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:42:25.975479Z","caller":"traceutil/trace.go:171","msg":"trace[1103854589] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"1.278514612s","start":"2026-07-03T16:42:24.696934Z","end":"2026-07-03T16:42:25.975448Z","steps":["trace[1103854589] 'process raft request' (duration: 1.278314938s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:25.975631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:24.69689Z","time spent":"1.278661616s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:26.503911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.304535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:26.504501Z","caller":"traceutil/trace.go:171","msg":"trace[1316232520] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"1.035095234s","start":"2026-07-03T16:42:25.469367Z","end":"2026-07-03T16:42:26.504462Z","steps":["trace[1316232520] 'process raft request' (duration: 777.107363ms)","trace[1316232520] 'compare' (duration: 256.748853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:26.504657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:25.469342Z","time spent":"1.035235828s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:26.504616Z","caller":"traceutil/trace.go:171","msg":"trace[844813835] linearizableReadLoop","detail":"{readStateIndex:22834; appliedIndex:22832; }","duration":"1.34098417s","start":"2026-07-03T16:42:25.163524Z","end":"2026-07-03T16:42:26.504509Z","steps":["trace[844813835] 'read index received' (duration: 811.760696ms)","trace[844813835] 'applied index is now lower than readState.Index' (duration: 529.220944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:26.508714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345150397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:26.508809Z","caller":"traceutil/trace.go:171","msg":"trace[690093693] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22052; }","duration":"1.345311989s","start":"2026-07-03T16:42:25.163475Z","end":"2026-07-03T16:42:26.508787Z","steps":["trace[690093693] 'agreement among raft nodes before linearized reading' (duration: 1.341142634s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:26.508866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:25.163455Z","time spent":"1.345398962s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:26.509163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.396233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:26.509286Z","caller":"traceutil/trace.go:171","msg":"trace[805288915] transaction","detail":"{read_only:false; response_revision:22053; number_of_response:1; }","duration":"203.228588ms","start":"2026-07-03T16:42:26.306045Z","end":"2026-07-03T16:42:26.509273Z","steps":["trace[805288915] 'process raft request' (duration: 202.728057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:26.50918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.050042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:26.50936Z","caller":"traceutil/trace.go:171","msg":"trace[1748304514] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22053; }","duration":"569.620768ms","start":"2026-07-03T16:42:25.939696Z","end":"2026-07-03T16:42:26.509317Z","steps":["trace[1748304514] 'agreement among raft nodes before linearized reading' (duration: 569.381543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:26.509402Z","caller":"traceutil/trace.go:171","msg":"trace[504903755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22053; }","duration":"561.314568ms","start":"2026-07-03T16:42:25.948071Z","end":"2026-07-03T16:42:26.509385Z","steps":["trace[504903755] 'agreement among raft nodes before linearized reading' (duration: 561.001331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:26.509454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:25.939648Z","time spent":"569.776612ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:26.509276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.163759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:26.509617Z","caller":"traceutil/trace.go:171","msg":"trace[1428418734] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22053; }","duration":"761.510887ms","start":"2026-07-03T16:42:25.748075Z","end":"2026-07-03T16:42:26.509586Z","steps":["trace[1428418734] 'agreement among raft nodes before linearized reading' (duration: 761.17145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:26.509665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:25.748059Z","time spent":"761.591039ms","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:26.509237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273324064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:26.509788Z","caller":"traceutil/trace.go:171","msg":"trace[1769046000] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22053; }","duration":"1.273935498s","start":"2026-07-03T16:42:25.235841Z","end":"2026-07-03T16:42:26.509777Z","steps":["trace[1769046000] 'agreement among raft nodes before linearized reading' (duration: 1.273234172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:26.509839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:25.235826Z","time spent":"1.274001619s","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:26.509446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:25.948042Z","time spent":"561.3945ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:42:38.918967Z","caller":"traceutil/trace.go:171","msg":"trace[181813010] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"147.878812ms","start":"2026-07-03T16:42:38.771068Z","end":"2026-07-03T16:42:38.918947Z","steps":["trace[181813010] 'process raft request' (duration: 139.734156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:38.919131Z","caller":"traceutil/trace.go:171","msg":"trace[1769063168] transaction","detail":"{read_only:false; response_revision:22118; number_of_response:1; }","duration":"147.735559ms","start":"2026-07-03T16:42:38.771385Z","end":"2026-07-03T16:42:38.919121Z","steps":["trace[1769063168] 'process raft request' (duration: 147.068894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:38.919222Z","caller":"traceutil/trace.go:171","msg":"trace[1538782392] linearizableReadLoop","detail":"{readStateIndex:22903; appliedIndex:22901; }","duration":"115.113923ms","start":"2026-07-03T16:42:38.804099Z","end":"2026-07-03T16:42:38.919213Z","steps":["trace[1538782392] 'read index received' (duration: 106.715071ms)","trace[1538782392] 'applied index is now lower than readState.Index' (duration: 8.398062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:38.919337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.226425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:38.919368Z","caller":"traceutil/trace.go:171","msg":"trace[2054950459] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:22119; }","duration":"115.277176ms","start":"2026-07-03T16:42:38.804082Z","end":"2026-07-03T16:42:38.919359Z","steps":["trace[2054950459] 'agreement among raft nodes before linearized reading' (duration: 115.205805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:41.397123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.364448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:41.397239Z","caller":"traceutil/trace.go:171","msg":"trace[1125221477] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22133; }","duration":"108.527082ms","start":"2026-07-03T16:42:41.288687Z","end":"2026-07-03T16:42:41.397214Z","steps":["trace[1125221477] 'count revisions from in-memory index tree' (duration: 108.278506ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:45.045315Z","caller":"traceutil/trace.go:171","msg":"trace[1719161613] linearizableReadLoop","detail":"{readStateIndex:22931; appliedIndex:22930; }","duration":"100.226632ms","start":"2026-07-03T16:42:44.945067Z","end":"2026-07-03T16:42:45.045294Z","steps":["trace[1719161613] 'read index received' (duration: 100.012877ms)","trace[1719161613] 'applied index is now lower than readState.Index' (duration: 212.695µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:45.04542Z","caller":"traceutil/trace.go:171","msg":"trace[1128059172] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"145.714843ms","start":"2026-07-03T16:42:44.899693Z","end":"2026-07-03T16:42:45.045408Z","steps":["trace[1128059172] 'process raft request' (duration: 145.368765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.045578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.503099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:45.045634Z","caller":"traceutil/trace.go:171","msg":"trace[379642065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22145; }","duration":"100.619692ms","start":"2026-07-03T16:42:44.945003Z","end":"2026-07-03T16:42:45.045623Z","steps":["trace[379642065] 'agreement among raft nodes before linearized reading' (duration: 100.53049ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:45.184257Z","caller":"traceutil/trace.go:171","msg":"trace[508090488] transaction","detail":"{read_only:false; response_revision:22147; number_of_response:1; }","duration":"233.136772ms","start":"2026-07-03T16:42:44.951096Z","end":"2026-07-03T16:42:45.184233Z","steps":["trace[508090488] 'process raft request' (duration: 233.05997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:45.184417Z","caller":"traceutil/trace.go:171","msg":"trace[1202977097] transaction","detail":"{read_only:false; response_revision:22146; number_of_response:1; }","duration":"236.836596ms","start":"2026-07-03T16:42:44.94757Z","end":"2026-07-03T16:42:45.184407Z","steps":["trace[1202977097] 'process raft request' (duration: 226.267145ms)","trace[1202977097] 'compare' (duration: 10.206223ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:45.184511Z","caller":"traceutil/trace.go:171","msg":"trace[354592308] linearizableReadLoop","detail":"{readStateIndex:22934; appliedIndex:22931; }","duration":"139.123491ms","start":"2026-07-03T16:42:45.045378Z","end":"2026-07-03T16:42:45.184502Z","steps":["trace[354592308] 'read index received' (duration: 128.411937ms)","trace[354592308] 'applied index is now lower than readState.Index' (duration: 10.710634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:45.184654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.403908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:42:45.184688Z","caller":"traceutil/trace.go:171","msg":"trace[1373712239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22148; }","duration":"167.49008ms","start":"2026-07-03T16:42:45.01719Z","end":"2026-07-03T16:42:45.184681Z","steps":["trace[1373712239] 'agreement among raft nodes before linearized reading' (duration: 167.348597ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:45.184795Z","caller":"traceutil/trace.go:171","msg":"trace[2068802928] transaction","detail":"{read_only:false; response_revision:22148; number_of_response:1; }","duration":"233.530962ms","start":"2026-07-03T16:42:44.951257Z","end":"2026-07-03T16:42:45.184788Z","steps":["trace[2068802928] 'process raft request' (duration: 232.940267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.18491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.558331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:42:45.184941Z","caller":"traceutil/trace.go:171","msg":"trace[872030590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22148; }","duration":"149.589232ms","start":"2026-07-03T16:42:45.035344Z","end":"2026-07-03T16:42:45.184933Z","steps":["trace[872030590] 'agreement among raft nodes before linearized reading' (duration: 149.51321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.18505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.723945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:42:45.18508Z","caller":"traceutil/trace.go:171","msg":"trace[1842535225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22148; }","duration":"149.765406ms","start":"2026-07-03T16:42:45.035307Z","end":"2026-07-03T16:42:45.185073Z","steps":["trace[1842535225] 'agreement among raft nodes before linearized reading' (duration: 149.693564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.185228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.750878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:42:45.185282Z","caller":"traceutil/trace.go:171","msg":"trace[1756690923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22148; }","duration":"150.832319ms","start":"2026-07-03T16:42:45.034438Z","end":"2026-07-03T16:42:45.18527Z","steps":["trace[1756690923] 'agreement among raft nodes before linearized reading' (duration: 150.711307ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:47.301591Z","caller":"traceutil/trace.go:171","msg":"trace[675919297] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"110.925837ms","start":"2026-07-03T16:42:47.190643Z","end":"2026-07-03T16:42:47.301569Z","steps":["trace[675919297] 'process raft request' (duration: 110.778293ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:47.301772Z","caller":"traceutil/trace.go:171","msg":"trace[674154147] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"110.679212ms","start":"2026-07-03T16:42:47.191062Z","end":"2026-07-03T16:42:47.301741Z","steps":["trace[674154147] 'process raft request' (duration: 110.466777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:47.492651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.841056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:47.492747Z","caller":"traceutil/trace.go:171","msg":"trace[784233758] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"184.860009ms","start":"2026-07-03T16:42:47.307875Z","end":"2026-07-03T16:42:47.492735Z","steps":["trace[784233758] 'process raft request' (duration: 66.87849ms)","trace[784233758] 'compare' (duration: 117.742494ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:47.50708Z","caller":"traceutil/trace.go:171","msg":"trace[514718939] linearizableReadLoop","detail":"{readStateIndex:22950; appliedIndex:22947; }","duration":"197.726213ms","start":"2026-07-03T16:42:47.309325Z","end":"2026-07-03T16:42:47.507051Z","steps":["trace[514718939] 'read index received' (duration: 65.446827ms)","trace[514718939] 'applied index is now lower than readState.Index' (duration: 132.277876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:47.507298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.948818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:47.50734Z","caller":"traceutil/trace.go:171","msg":"trace[421591539] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22163; }","duration":"198.012279ms","start":"2026-07-03T16:42:47.309318Z","end":"2026-07-03T16:42:47.50733Z","steps":["trace[421591539] 'agreement among raft nodes before linearized reading' (duration: 197.844535ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:47.507717Z","caller":"traceutil/trace.go:171","msg":"trace[1143628868] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"199.720089ms","start":"2026-07-03T16:42:47.307934Z","end":"2026-07-03T16:42:47.507654Z","steps":["trace[1143628868] 'process raft request' (duration: 198.915559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:47.507884Z","caller":"traceutil/trace.go:171","msg":"trace[1858944246] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"199.393271ms","start":"2026-07-03T16:42:47.30848Z","end":"2026-07-03T16:42:47.507874Z","steps":["trace[1858944246] 'process raft request' (duration: 198.5067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:47.508944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.715425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:42:47.509052Z","caller":"traceutil/trace.go:171","msg":"trace[2103832742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22163; }","duration":"132.872639ms","start":"2026-07-03T16:42:47.37616Z","end":"2026-07-03T16:42:47.509033Z","steps":["trace[2103832742] 'agreement among raft nodes before linearized reading' (duration: 131.859726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:49.637834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.394851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:42:49.637924Z","caller":"traceutil/trace.go:171","msg":"trace[1949212401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22170; }","duration":"126.542324ms","start":"2026-07-03T16:42:49.511361Z","end":"2026-07-03T16:42:49.637903Z","steps":["trace[1949212401] 'range keys from in-memory index tree' (duration: 126.246978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:49.638035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.404684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:42:49.638091Z","caller":"traceutil/trace.go:171","msg":"trace[854608860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22170; }","duration":"134.493507ms","start":"2026-07-03T16:42:49.503585Z","end":"2026-07-03T16:42:49.638078Z","steps":["trace[854608860] 'range keys from in-memory index tree' (duration: 134.277611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:49.638211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.843263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:42:49.638249Z","caller":"traceutil/trace.go:171","msg":"trace[1048510061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22170; }","duration":"127.898564ms","start":"2026-07-03T16:42:49.510341Z","end":"2026-07-03T16:42:49.63824Z","steps":["trace[1048510061] 'range keys from in-memory index tree' (duration: 127.763721ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:51.279006Z","caller":"traceutil/trace.go:171","msg":"trace[489407508] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"117.696732ms","start":"2026-07-03T16:42:51.16128Z","end":"2026-07-03T16:42:51.278977Z","steps":["trace[489407508] 'process raft request' (duration: 66.695636ms)","trace[489407508] 'compare' (duration: 50.617527ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:51.782354Z","caller":"traceutil/trace.go:171","msg":"trace[1830078994] transaction","detail":"{read_only:false; response_revision:22181; number_of_response:1; }","duration":"113.884415ms","start":"2026-07-03T16:42:51.66844Z","end":"2026-07-03T16:42:51.782324Z","steps":["trace[1830078994] 'process raft request' (duration: 113.69517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:51.88982Z","caller":"traceutil/trace.go:171","msg":"trace[1732654531] transaction","detail":"{read_only:false; response_revision:22182; number_of_response:1; }","duration":"103.19428ms","start":"2026-07-03T16:42:51.786588Z","end":"2026-07-03T16:42:51.889782Z","steps":["trace[1732654531] 'process raft request' (duration: 44.848346ms)","trace[1732654531] 'compare' (duration: 58.119519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:51.889953Z","caller":"traceutil/trace.go:171","msg":"trace[1318146991] transaction","detail":"{read_only:false; response_revision:22183; number_of_response:1; }","duration":"102.890674ms","start":"2026-07-03T16:42:51.78704Z","end":"2026-07-03T16:42:51.889931Z","steps":["trace[1318146991] 'process raft request' (duration: 102.686159ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:52.804049Z","caller":"traceutil/trace.go:171","msg":"trace[1289904048] linearizableReadLoop","detail":"{readStateIndex:22974; appliedIndex:22972; }","duration":"105.074463ms","start":"2026-07-03T16:42:52.698951Z","end":"2026-07-03T16:42:52.804025Z","steps":["trace[1289904048] 'read index received' (duration: 9.757893ms)","trace[1289904048] 'applied index is now lower than readState.Index' (duration: 95.31555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:52.804203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.222706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:52.804245Z","caller":"traceutil/trace.go:171","msg":"trace[140438334] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:22186; }","duration":"105.300707ms","start":"2026-07-03T16:42:52.698933Z","end":"2026-07-03T16:42:52.804233Z","steps":["trace[140438334] 'agreement among raft nodes before linearized reading' (duration: 105.210885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:52.80419Z","caller":"traceutil/trace.go:171","msg":"trace[1335281618] transaction","detail":"{read_only:false; response_revision:22186; number_of_response:1; }","duration":"106.307042ms","start":"2026-07-03T16:42:52.697853Z","end":"2026-07-03T16:42:52.80416Z","steps":["trace[1335281618] 'process raft request' (duration: 106.039306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:53.556821Z","caller":"traceutil/trace.go:171","msg":"trace[1921569557] transaction","detail":"{read_only:false; response_revision:22189; number_of_response:1; }","duration":"115.590574ms","start":"2026-07-03T16:42:53.441213Z","end":"2026-07-03T16:42:53.556804Z","steps":["trace[1921569557] 'process raft request' (duration: 115.4153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:53.557017Z","caller":"traceutil/trace.go:171","msg":"trace[918442903] transaction","detail":"{read_only:false; response_revision:22190; number_of_response:1; }","duration":"114.843226ms","start":"2026-07-03T16:42:53.442166Z","end":"2026-07-03T16:42:53.55701Z","steps":["trace[918442903] 'process raft request' (duration: 114.599391ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:55.653707Z","caller":"traceutil/trace.go:171","msg":"trace[1159826751] transaction","detail":"{read_only:false; response_revision:22197; number_of_response:1; }","duration":"140.705129ms","start":"2026-07-03T16:42:55.512979Z","end":"2026-07-03T16:42:55.653684Z","steps":["trace[1159826751] 'process raft request' (duration: 140.577686ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:56.085826Z","caller":"traceutil/trace.go:171","msg":"trace[917858728] linearizableReadLoop","detail":"{readStateIndex:22989; appliedIndex:22988; }","duration":"181.148203ms","start":"2026-07-03T16:42:55.904652Z","end":"2026-07-03T16:42:56.0858Z","steps":["trace[917858728] 'read index received' (duration: 180.839757ms)","trace[917858728] 'applied index is now lower than readState.Index' (duration: 306.556µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:56.085904Z","caller":"traceutil/trace.go:171","msg":"trace[424897370] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"188.82965ms","start":"2026-07-03T16:42:55.897026Z","end":"2026-07-03T16:42:56.085856Z","steps":["trace[424897370] 'process raft request' (duration: 188.594664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.086027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.875801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:56.086074Z","caller":"traceutil/trace.go:171","msg":"trace[1913461040] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22201; }","duration":"174.972382ms","start":"2026-07-03T16:42:55.911085Z","end":"2026-07-03T16:42:56.086057Z","steps":["trace[1913461040] 'agreement among raft nodes before linearized reading' (duration: 174.86992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.086117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.448531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:42:56.086159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.181236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:56.086229Z","caller":"traceutil/trace.go:171","msg":"trace[909210247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22201; }","duration":"140.304379ms","start":"2026-07-03T16:42:55.945906Z","end":"2026-07-03T16:42:56.08621Z","steps":["trace[909210247] 'agreement among raft nodes before linearized reading' (duration: 140.157915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:56.086184Z","caller":"traceutil/trace.go:171","msg":"trace[1994333980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22201; }","duration":"181.588024ms","start":"2026-07-03T16:42:55.904578Z","end":"2026-07-03T16:42:56.086166Z","steps":["trace[1994333980] 'agreement among raft nodes before linearized reading' (duration: 181.361939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.086117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.522292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:42:56.086406Z","caller":"traceutil/trace.go:171","msg":"trace[1136990154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22201; }","duration":"108.84744ms","start":"2026-07-03T16:42:55.977543Z","end":"2026-07-03T16:42:56.08639Z","steps":["trace[1136990154] 'agreement among raft nodes before linearized reading' (duration: 108.445581ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:56.527069Z","caller":"traceutil/trace.go:171","msg":"trace[828862225] transaction","detail":"{read_only:false; response_revision:22202; number_of_response:1; }","duration":"436.496313ms","start":"2026-07-03T16:42:56.090548Z","end":"2026-07-03T16:42:56.527044Z","steps":["trace[828862225] 'process raft request' (duration: 436.35496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.527207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.090529Z","time spent":"436.609835ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:56.560817Z","caller":"traceutil/trace.go:171","msg":"trace[302448958] transaction","detail":"{read_only:false; response_revision:22203; number_of_response:1; }","duration":"470.138143ms","start":"2026-07-03T16:42:56.090647Z","end":"2026-07-03T16:42:56.560785Z","steps":["trace[302448958] 'process raft request' (duration: 469.448087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.56096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.090619Z","time spent":"470.265985ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.477164Z","caller":"traceutil/trace.go:171","msg":"trace[797370069] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"103.076877ms","start":"2026-07-03T16:42:57.374044Z","end":"2026-07-03T16:42:57.477121Z","steps":["trace[797370069] 'process raft request' (duration: 97.791986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.010932Z","caller":"traceutil/trace.go:171","msg":"trace[35313116] transaction","detail":"{read_only:false; response_revision:22249; number_of_response:1; }","duration":"117.078828ms","start":"2026-07-03T16:43:04.893804Z","end":"2026-07-03T16:43:05.010883Z","steps":["trace[35313116] 'process raft request' (duration: 116.779941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.270633Z","caller":"traceutil/trace.go:171","msg":"trace[2091053287] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"102.430834ms","start":"2026-07-03T16:43:05.168178Z","end":"2026-07-03T16:43:05.270609Z","steps":["trace[2091053287] 'process raft request' (duration: 102.382083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.270641Z","caller":"traceutil/trace.go:171","msg":"trace[1786260019] transaction","detail":"{read_only:false; response_revision:22256; number_of_response:1; }","duration":"102.523356ms","start":"2026-07-03T16:43:05.168089Z","end":"2026-07-03T16:43:05.270613Z","steps":["trace[1786260019] 'process raft request' (duration: 102.431103ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.270641Z","caller":"traceutil/trace.go:171","msg":"trace[1780722381] transaction","detail":"{read_only:false; response_revision:22255; number_of_response:1; }","duration":"118.197704ms","start":"2026-07-03T16:43:05.152396Z","end":"2026-07-03T16:43:05.270594Z","steps":["trace[1780722381] 'process raft request' (duration: 96.049658ms)","trace[1780722381] 'compare' (duration: 21.93047ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:05.472014Z","caller":"traceutil/trace.go:171","msg":"trace[988014105] linearizableReadLoop","detail":"{readStateIndex:23066; appliedIndex:23065; }","duration":"100.009647ms","start":"2026-07-03T16:43:05.371978Z","end":"2026-07-03T16:43:05.471988Z","steps":["trace[988014105] 'read index received' (duration: 58.769194ms)","trace[988014105] 'applied index is now lower than readState.Index' (duration: 41.239343ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:05.472083Z","caller":"traceutil/trace.go:171","msg":"trace[501170224] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"100.320764ms","start":"2026-07-03T16:43:05.371724Z","end":"2026-07-03T16:43:05.472044Z","steps":["trace[501170224] 'process raft request' (duration: 59.053761ms)","trace[501170224] 'compare' (duration: 41.071369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:05.4723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.295624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:43:05.472343Z","caller":"traceutil/trace.go:171","msg":"trace[1820908036] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22274; }","duration":"100.363146ms","start":"2026-07-03T16:43:05.371968Z","end":"2026-07-03T16:43:05.472331Z","steps":["trace[1820908036] 'agreement among raft nodes before linearized reading' (duration: 100.119189ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.592552Z","caller":"traceutil/trace.go:171","msg":"trace[752446575] linearizableReadLoop","detail":"{readStateIndex:23070; appliedIndex:23068; }","duration":"102.000973ms","start":"2026-07-03T16:43:05.49053Z","end":"2026-07-03T16:43:05.592531Z","steps":["trace[752446575] 'read index received' (duration: 66.537122ms)","trace[752446575] 'applied index is now lower than readState.Index' (duration: 35.462901ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:05.592678Z","caller":"traceutil/trace.go:171","msg":"trace[301060444] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22277; }","duration":"103.006106ms","start":"2026-07-03T16:43:05.489654Z","end":"2026-07-03T16:43:05.59266Z","steps":["trace[301060444] 'process raft request' (duration: 84.38205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:05.592968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.215448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-07-03T16:43:05.592986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.417503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:2477"} {"level":"info","ts":"2026-07-03T16:43:05.593212Z","caller":"traceutil/trace.go:171","msg":"trace[143886658] range","detail":"{range_begin:/registry/secrets/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:22278; }","duration":"102.70707ms","start":"2026-07-03T16:43:05.490482Z","end":"2026-07-03T16:43:05.593189Z","steps":["trace[143886658] 'agreement among raft nodes before linearized reading' (duration: 102.218499ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.593141Z","caller":"traceutil/trace.go:171","msg":"trace[2137381039] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22278; }","duration":"102.409503ms","start":"2026-07-03T16:43:05.490717Z","end":"2026-07-03T16:43:05.593126Z","steps":["trace[2137381039] 'agreement among raft nodes before linearized reading' (duration: 102.186748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:05.593145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.520192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:43:05.593637Z","caller":"traceutil/trace.go:171","msg":"trace[1807533918] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22278; }","duration":"102.040164ms","start":"2026-07-03T16:43:05.491577Z","end":"2026-07-03T16:43:05.593617Z","steps":["trace[1807533918] 'agreement among raft nodes before linearized reading' (duration: 101.462221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:05.799228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.679774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-03T16:43:05.799345Z","caller":"traceutil/trace.go:171","msg":"trace[1973247116] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22280; }","duration":"104.863878ms","start":"2026-07-03T16:43:05.69446Z","end":"2026-07-03T16:43:05.799324Z","steps":["trace[1973247116] 'range keys from in-memory index tree' (duration: 104.51993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:05.799785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.947794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:43:05.799855Z","caller":"traceutil/trace.go:171","msg":"trace[13644318] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22280; }","duration":"106.582918ms","start":"2026-07-03T16:43:05.693254Z","end":"2026-07-03T16:43:05.799837Z","steps":["trace[13644318] 'range keys from in-memory index tree' (duration: 105.78587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.975788Z","caller":"traceutil/trace.go:171","msg":"trace[392281442] transaction","detail":"{read_only:false; response_revision:22284; number_of_response:1; }","duration":"149.191872ms","start":"2026-07-03T16:43:05.826576Z","end":"2026-07-03T16:43:05.975768Z","steps":["trace[392281442] 'process raft request' (duration: 148.671181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.976085Z","caller":"traceutil/trace.go:171","msg":"trace[910317732] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"147.681797ms","start":"2026-07-03T16:43:05.828395Z","end":"2026-07-03T16:43:05.976077Z","steps":["trace[910317732] 'process raft request' (duration: 147.546404ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.147866Z","caller":"traceutil/trace.go:171","msg":"trace[1482859546] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22287; }","duration":"159.754684ms","start":"2026-07-03T16:43:05.988089Z","end":"2026-07-03T16:43:06.147843Z","steps":["trace[1482859546] 'process raft request' (duration: 159.670932ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.173905Z","caller":"traceutil/trace.go:171","msg":"trace[1433125311] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"180.417216ms","start":"2026-07-03T16:43:05.993459Z","end":"2026-07-03T16:43:06.173876Z","steps":["trace[1433125311] 'process raft request' (duration: 180.297843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.173875Z","caller":"traceutil/trace.go:171","msg":"trace[99521397] transaction","detail":"{read_only:false; response_revision:22289; number_of_response:1; }","duration":"180.716694ms","start":"2026-07-03T16:43:05.993118Z","end":"2026-07-03T16:43:06.173835Z","steps":["trace[99521397] 'process raft request' (duration: 180.602021ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.173968Z","caller":"traceutil/trace.go:171","msg":"trace[1609560789] transaction","detail":"{read_only:false; response_revision:22288; number_of_response:1; }","duration":"184.984421ms","start":"2026-07-03T16:43:05.988943Z","end":"2026-07-03T16:43:06.173928Z","steps":["trace[1609560789] 'process raft request' (duration: 184.680654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.335058Z","caller":"traceutil/trace.go:171","msg":"trace[177288023] linearizableReadLoop","detail":"{readStateIndex:23093; appliedIndex:23091; }","duration":"111.679323ms","start":"2026-07-03T16:43:06.223347Z","end":"2026-07-03T16:43:06.335026Z","steps":["trace[177288023] 'read index received' (duration: 1.477483ms)","trace[177288023] 'applied index is now lower than readState.Index' (duration: 110.2006ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:06.335221Z","caller":"traceutil/trace.go:171","msg":"trace[518991684] transaction","detail":"{read_only:false; response_revision:22299; number_of_response:1; }","duration":"113.472736ms","start":"2026-07-03T16:43:06.221733Z","end":"2026-07-03T16:43:06.335205Z","steps":["trace[518991684] 'process raft request' (duration: 57.497366ms)","trace[518991684] 'compare' (duration: 55.641272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:06.33535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.986872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:43:06.335392Z","caller":"traceutil/trace.go:171","msg":"trace[428755513] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22300; }","duration":"112.069993ms","start":"2026-07-03T16:43:06.223308Z","end":"2026-07-03T16:43:06.335378Z","steps":["trace[428755513] 'agreement among raft nodes before linearized reading' (duration: 111.92273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.335386Z","caller":"traceutil/trace.go:171","msg":"trace[183689553] transaction","detail":"{read_only:false; response_revision:22300; number_of_response:1; }","duration":"103.927937ms","start":"2026-07-03T16:43:06.231446Z","end":"2026-07-03T16:43:06.335374Z","steps":["trace[183689553] 'process raft request' (duration: 103.691932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:06.601025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.745898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:43:06.601101Z","caller":"traceutil/trace.go:171","msg":"trace[477423996] linearizableReadLoop","detail":"{readStateIndex:23095; appliedIndex:23093; }","duration":"265.947002ms","start":"2026-07-03T16:43:06.335143Z","end":"2026-07-03T16:43:06.60109Z","steps":["trace[477423996] 'read index received' (duration: 82.742µs)","trace[477423996] 'applied index is now lower than readState.Index' (duration: 265.86323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:06.601239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.698706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:43:06.601433Z","caller":"traceutil/trace.go:171","msg":"trace[1201178476] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22300; }","duration":"362.774018ms","start":"2026-07-03T16:43:06.238499Z","end":"2026-07-03T16:43:06.601273Z","steps":["trace[1201178476] 'agreement among raft nodes before linearized reading' (duration: 362.646114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:06.601464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:06.238483Z","time spent":"362.973562ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:43:06.601639Z","caller":"traceutil/trace.go:171","msg":"trace[155536108] transaction","detail":"{read_only:false; response_revision:22301; number_of_response:1; }","duration":"262.367582ms","start":"2026-07-03T16:43:06.339249Z","end":"2026-07-03T16:43:06.601617Z","steps":["trace[155536108] 'process raft request' (duration: 261.990563ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.602655Z","caller":"traceutil/trace.go:171","msg":"trace[816763882] transaction","detail":"{read_only:false; response_revision:22302; number_of_response:1; }","duration":"263.370334ms","start":"2026-07-03T16:43:06.339247Z","end":"2026-07-03T16:43:06.602618Z","steps":["trace[816763882] 'process raft request' (duration: 262.352981ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.815437Z","caller":"traceutil/trace.go:171","msg":"trace[505630666] transaction","detail":"{read_only:false; response_revision:22303; number_of_response:1; }","duration":"476.035688ms","start":"2026-07-03T16:43:06.339357Z","end":"2026-07-03T16:43:06.815393Z","steps":["trace[505630666] 'process raft request' (duration: 387.83875ms)","trace[505630666] 'compare' (duration: 87.945942ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:06.815579Z","caller":"traceutil/trace.go:171","msg":"trace[2039299499] transaction","detail":"{read_only:false; response_revision:22306; number_of_response:1; }","duration":"474.160395ms","start":"2026-07-03T16:43:06.341378Z","end":"2026-07-03T16:43:06.815539Z","steps":["trace[2039299499] 'process raft request' (duration: 474.041392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.815735Z","caller":"traceutil/trace.go:171","msg":"trace[529547309] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"475.915375ms","start":"2026-07-03T16:43:06.339807Z","end":"2026-07-03T16:43:06.815722Z","steps":["trace[529547309] 'process raft request' (duration: 475.566427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:06.815774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:06.341368Z","time spent":"474.317708ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:43:06.815818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:06.339338Z","time spent":"476.294804ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:43:06.815846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:06.339785Z","time spent":"475.999207ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:43:06.815937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.922463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:43:06.816012Z","caller":"traceutil/trace.go:171","msg":"trace[46989472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22307; }","duration":"221.050206ms","start":"2026-07-03T16:43:06.594951Z","end":"2026-07-03T16:43:06.816001Z","steps":["trace[46989472] 'agreement among raft nodes before linearized reading' (duration: 220.736898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:06.816062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.709214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:43:06.815487Z","caller":"traceutil/trace.go:171","msg":"trace[65502564] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"475.793932ms","start":"2026-07-03T16:43:06.339658Z","end":"2026-07-03T16:43:06.815452Z","steps":["trace[65502564] 'process raft request' (duration: 475.669669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.816109Z","caller":"traceutil/trace.go:171","msg":"trace[507039042] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22307; }","duration":"476.787545ms","start":"2026-07-03T16:43:06.339308Z","end":"2026-07-03T16:43:06.816096Z","steps":["trace[507039042] 'agreement among raft nodes before linearized reading' (duration: 476.296324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:06.816149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:06.339289Z","time spent":"476.853067ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T16:43:06.816172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:06.339632Z","time spent":"476.507149ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:43:06.815572Z","caller":"traceutil/trace.go:171","msg":"trace[1234416774] transaction","detail":"{read_only:false; response_revision:22307; number_of_response:1; }","duration":"469.650403ms","start":"2026-07-03T16:43:06.345912Z","end":"2026-07-03T16:43:06.815562Z","steps":["trace[1234416774] 'process raft request' (duration: 469.55002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.815557Z","caller":"traceutil/trace.go:171","msg":"trace[1771195442] linearizableReadLoop","detail":"{readStateIndex:23102; appliedIndex:23097; }","duration":"214.421335ms","start":"2026-07-03T16:43:06.601116Z","end":"2026-07-03T16:43:06.815537Z","steps":["trace[1771195442] 'read index received' (duration: 126.015543ms)","trace[1771195442] 'applied index is now lower than readState.Index' (duration: 88.404302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:06.816399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:06.345903Z","time spent":"470.385899ms","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:43:06.816695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.209975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:43:06.816727Z","caller":"traceutil/trace.go:171","msg":"trace[1904104865] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22307; }","duration":"209.288347ms","start":"2026-07-03T16:43:06.60743Z","end":"2026-07-03T16:43:06.816719Z","steps":["trace[1904104865] 'agreement among raft nodes before linearized reading' (duration: 209.131383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:07.107118Z","caller":"traceutil/trace.go:171","msg":"trace[1479971929] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"137.858764ms","start":"2026-07-03T16:43:06.969235Z","end":"2026-07-03T16:43:07.107094Z","steps":["trace[1479971929] 'process raft request' (duration: 90.560081ms)","trace[1479971929] 'compare' (duration: 47.097338ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:07.107107Z","caller":"traceutil/trace.go:171","msg":"trace[427952374] linearizableReadLoop","detail":"{readStateIndex:23114; appliedIndex:23113; }","duration":"135.184092ms","start":"2026-07-03T16:43:06.971873Z","end":"2026-07-03T16:43:07.107057Z","steps":["trace[427952374] 'read index received' (duration: 87.932401ms)","trace[427952374] 'applied index is now lower than readState.Index' (duration: 47.250251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:07.107305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.422207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:43:07.107345Z","caller":"traceutil/trace.go:171","msg":"trace[840023860] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22318; }","duration":"135.512899ms","start":"2026-07-03T16:43:06.971822Z","end":"2026-07-03T16:43:07.107335Z","steps":["trace[840023860] 'agreement among raft nodes before linearized reading' (duration: 135.340625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:07.111487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.373698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:1 size:2451"} {"level":"info","ts":"2026-07-03T16:43:07.111556Z","caller":"traceutil/trace.go:171","msg":"trace[1265857068] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:22319; }","duration":"139.461461ms","start":"2026-07-03T16:43:06.972072Z","end":"2026-07-03T16:43:07.111534Z","steps":["trace[1265857068] 'agreement among raft nodes before linearized reading' (duration: 139.278016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:07.111832Z","caller":"traceutil/trace.go:171","msg":"trace[348414663] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"134.139718ms","start":"2026-07-03T16:43:06.977684Z","end":"2026-07-03T16:43:07.111824Z","steps":["trace[348414663] 'process raft request' (duration: 133.552615ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:07.328143Z","caller":"traceutil/trace.go:171","msg":"trace[1263580185] linearizableReadLoop","detail":"{readStateIndex:23124; appliedIndex:23122; }","duration":"129.997363ms","start":"2026-07-03T16:43:07.198116Z","end":"2026-07-03T16:43:07.328113Z","steps":["trace[1263580185] 'read index received' (duration: 42.222506ms)","trace[1263580185] 'applied index is now lower than readState.Index' (duration: 87.773407ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:07.328184Z","caller":"traceutil/trace.go:171","msg":"trace[736492205] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22326; }","duration":"148.131258ms","start":"2026-07-03T16:43:07.18002Z","end":"2026-07-03T16:43:07.328151Z","steps":["trace[736492205] 'process raft request' (duration: 147.975504ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:07.328576Z","caller":"traceutil/trace.go:171","msg":"trace[617813524] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"152.654311ms","start":"2026-07-03T16:43:07.175904Z","end":"2026-07-03T16:43:07.328558Z","steps":["trace[617813524] 'process raft request' (duration: 64.534706ms)","trace[617813524] 'compare' (duration: 87.213834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:07.329455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.482705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:07.329528Z","caller":"traceutil/trace.go:171","msg":"trace[35101875] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:22326; }","duration":"127.567697ms","start":"2026-07-03T16:43:07.201945Z","end":"2026-07-03T16:43:07.329513Z","steps":["trace[35101875] 'agreement among raft nodes before linearized reading' (duration: 127.432374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:07.329542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.30951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-03T16:43:07.329602Z","caller":"traceutil/trace.go:171","msg":"trace[1576823018] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22326; }","duration":"151.414494ms","start":"2026-07-03T16:43:07.178167Z","end":"2026-07-03T16:43:07.329582Z","steps":["trace[1576823018] 'agreement among raft nodes before linearized reading' (duration: 151.228569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:07.329698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.928558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:43:07.329837Z","caller":"traceutil/trace.go:171","msg":"trace[538817845] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22326; }","duration":"132.031051ms","start":"2026-07-03T16:43:07.197721Z","end":"2026-07-03T16:43:07.329752Z","steps":["trace[538817845] 'agreement among raft nodes before linearized reading' (duration: 130.571267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:07.511476Z","caller":"traceutil/trace.go:171","msg":"trace[1156764730] linearizableReadLoop","detail":"{readStateIndex:23136; appliedIndex:23134; }","duration":"120.718781ms","start":"2026-07-03T16:43:07.390734Z","end":"2026-07-03T16:43:07.511453Z","steps":["trace[1156764730] 'read index received' (duration: 99.332312ms)","trace[1156764730] 'applied index is now lower than readState.Index' (duration: 21.385279ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:07.511599Z","caller":"traceutil/trace.go:171","msg":"trace[1940978118] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"127.790493ms","start":"2026-07-03T16:43:07.383797Z","end":"2026-07-03T16:43:07.511587Z","steps":["trace[1940978118] 'process raft request' (duration: 127.575878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:07.51188Z","caller":"traceutil/trace.go:171","msg":"trace[1520044359] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"131.18482ms","start":"2026-07-03T16:43:07.380657Z","end":"2026-07-03T16:43:07.511842Z","steps":["trace[1520044359] 'process raft request' (duration: 109.425283ms)","trace[1520044359] 'compare' (duration: 20.940628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:07.51196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.206292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:43:07.512004Z","caller":"traceutil/trace.go:171","msg":"trace[879881569] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22338; }","duration":"121.278055ms","start":"2026-07-03T16:43:07.39071Z","end":"2026-07-03T16:43:07.511988Z","steps":["trace[879881569] 'agreement among raft nodes before linearized reading' (duration: 121.125401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:07.512043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.236077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:43:07.51212Z","caller":"traceutil/trace.go:171","msg":"trace[193709872] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22338; }","duration":"119.35835ms","start":"2026-07-03T16:43:07.392744Z","end":"2026-07-03T16:43:07.512102Z","steps":["trace[193709872] 'agreement among raft nodes before linearized reading' (duration: 119.133165ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:08.092583Z","caller":"traceutil/trace.go:171","msg":"trace[727708939] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"104.334286ms","start":"2026-07-03T16:43:07.988197Z","end":"2026-07-03T16:43:08.092532Z","steps":["trace[727708939] 'process raft request' (duration: 103.955287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:10.486722Z","caller":"traceutil/trace.go:171","msg":"trace[1650795024] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"191.962761ms","start":"2026-07-03T16:43:10.294735Z","end":"2026-07-03T16:43:10.486698Z","steps":["trace[1650795024] 'process raft request' (duration: 191.797386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:10.835392Z","caller":"traceutil/trace.go:171","msg":"trace[828066270] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22364; }","duration":"540.264697ms","start":"2026-07-03T16:43:10.295084Z","end":"2026-07-03T16:43:10.835349Z","steps":["trace[828066270] 'process raft request' (duration: 525.688454ms)","trace[828066270] 'compare' (duration: 14.46127ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:10.835454Z","caller":"traceutil/trace.go:171","msg":"trace[1147231405] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"344.150882ms","start":"2026-07-03T16:43:10.491276Z","end":"2026-07-03T16:43:10.835427Z","steps":["trace[1147231405] 'process raft request' (duration: 344.05464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:10.835577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.295071Z","time spent":"540.40637ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":2401,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:43:10.835594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.49125Z","time spent":"344.275424ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:43:10.835727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.735477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:43:10.835455Z","caller":"traceutil/trace.go:171","msg":"trace[2082585264] linearizableReadLoop","detail":"{readStateIndex:23163; appliedIndex:23162; }","duration":"533.443271ms","start":"2026-07-03T16:43:10.30198Z","end":"2026-07-03T16:43:10.835423Z","steps":["trace[2082585264] 'read index received' (duration: 185.313809ms)","trace[2082585264] 'applied index is now lower than readState.Index' (duration: 348.126912ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:10.835796Z","caller":"traceutil/trace.go:171","msg":"trace[256391866] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22365; }","duration":"533.85092ms","start":"2026-07-03T16:43:10.301929Z","end":"2026-07-03T16:43:10.83578Z","steps":["trace[256391866] 'agreement among raft nodes before linearized reading' (duration: 533.579904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:10.835858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.30191Z","time spent":"533.914832ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-03T16:43:10.836044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.308881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-client-certs\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-07-03T16:43:10.836053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.383401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:43:10.83614Z","caller":"traceutil/trace.go:171","msg":"trace[1372244857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22365; }","duration":"436.502943ms","start":"2026-07-03T16:43:10.399615Z","end":"2026-07-03T16:43:10.836118Z","steps":["trace[1372244857] 'agreement among raft nodes before linearized reading' (duration: 436.328579ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:10.836072Z","caller":"traceutil/trace.go:171","msg":"trace[1039874532] range","detail":"{range_begin:/registry/secrets/openstack/octavia-client-certs; range_end:; response_count:1; response_revision:22365; }","duration":"343.357512ms","start":"2026-07-03T16:43:10.492707Z","end":"2026-07-03T16:43:10.836064Z","steps":["trace[1039874532] 'agreement among raft nodes before linearized reading' (duration: 343.233889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:10.836168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.08481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-client-certs-h2z5x\" ","response":"range_response_count:1 size:1018"} {"level":"warn","ts":"2026-07-03T16:43:10.836188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.399573Z","time spent":"436.603516ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:43:10.836202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.492698Z","time spent":"343.497746ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":3247,"request content":"key:\"/registry/secrets/openstack/octavia-client-certs\" "} {"level":"warn","ts":"2026-07-03T16:43:10.8362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.342891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:43:10.836215Z","caller":"traceutil/trace.go:171","msg":"trace[1224173250] range","detail":"{range_begin:/registry/secrets/openstack/octavia-client-certs-h2z5x; range_end:; response_count:1; response_revision:22365; }","duration":"344.158881ms","start":"2026-07-03T16:43:10.492042Z","end":"2026-07-03T16:43:10.8362Z","steps":["trace[1224173250] 'agreement among raft nodes before linearized reading' (duration: 344.009718ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:10.836239Z","caller":"traceutil/trace.go:171","msg":"trace[1077749567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22365; }","duration":"426.426103ms","start":"2026-07-03T16:43:10.4098Z","end":"2026-07-03T16:43:10.836226Z","steps":["trace[1077749567] 'agreement among raft nodes before linearized reading' (duration: 426.31939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:10.836253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.492028Z","time spent":"344.217723ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1041,"request content":"key:\"/registry/secrets/openstack/octavia-client-certs-h2z5x\" "} {"level":"warn","ts":"2026-07-03T16:43:10.836274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.409777Z","time spent":"426.489805ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:43:10.83694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.65967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:43:10.837009Z","caller":"traceutil/trace.go:171","msg":"trace[1093626425] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22365; }","duration":"315.763612ms","start":"2026-07-03T16:43:10.521227Z","end":"2026-07-03T16:43:10.83699Z","steps":["trace[1093626425] 'agreement among raft nodes before linearized reading' (duration: 314.82792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:10.837051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:10.521211Z","time spent":"315.829494ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224987,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:43:11.627686Z","caller":"traceutil/trace.go:171","msg":"trace[2018088252] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"119.624646ms","start":"2026-07-03T16:43:11.508004Z","end":"2026-07-03T16:43:11.627629Z","steps":["trace[2018088252] 'process raft request' (duration: 119.484033ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.627786Z","caller":"traceutil/trace.go:171","msg":"trace[146757631] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"119.737959ms","start":"2026-07-03T16:43:11.508013Z","end":"2026-07-03T16:43:11.627751Z","steps":["trace[146757631] 'process raft request' (duration: 119.501574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.627797Z","caller":"traceutil/trace.go:171","msg":"trace[1903223869] transaction","detail":"{read_only:false; response_revision:22403; number_of_response:1; }","duration":"119.432872ms","start":"2026-07-03T16:43:11.508324Z","end":"2026-07-03T16:43:11.627757Z","steps":["trace[1903223869] 'process raft request' (duration: 119.222127ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.62783Z","caller":"traceutil/trace.go:171","msg":"trace[1128951246] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"118.477589ms","start":"2026-07-03T16:43:11.509339Z","end":"2026-07-03T16:43:11.627816Z","steps":["trace[1128951246] 'process raft request' (duration: 118.239724ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.62758Z","caller":"traceutil/trace.go:171","msg":"trace[287541230] transaction","detail":"{read_only:false; response_revision:22399; number_of_response:1; }","duration":"120.061136ms","start":"2026-07-03T16:43:11.507491Z","end":"2026-07-03T16:43:11.627552Z","steps":["trace[287541230] 'process raft request' (duration: 119.811651ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.627717Z","caller":"traceutil/trace.go:171","msg":"trace[2117639292] linearizableReadLoop","detail":"{readStateIndex:23206; appliedIndex:23196; }","duration":"116.766261ms","start":"2026-07-03T16:43:11.510934Z","end":"2026-07-03T16:43:11.6277Z","steps":["trace[2117639292] 'read index received' (duration: 62.630022ms)","trace[2117639292] 'applied index is now lower than readState.Index' (duration: 54.135009ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:11.627705Z","caller":"traceutil/trace.go:171","msg":"trace[1239601677] transaction","detail":"{read_only:false; response_revision:22400; number_of_response:1; }","duration":"119.714529ms","start":"2026-07-03T16:43:11.507935Z","end":"2026-07-03T16:43:11.62765Z","steps":["trace[1239601677] 'process raft request' (duration: 119.514154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:11.62792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.959835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:43:11.628317Z","caller":"traceutil/trace.go:171","msg":"trace[85273788] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22404; }","duration":"117.391095ms","start":"2026-07-03T16:43:11.510912Z","end":"2026-07-03T16:43:11.628303Z","steps":["trace[85273788] 'agreement among raft nodes before linearized reading' (duration: 116.847853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:11.628392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.390435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:43:11.628447Z","caller":"traceutil/trace.go:171","msg":"trace[1627849951] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22404; }","duration":"117.479117ms","start":"2026-07-03T16:43:11.510955Z","end":"2026-07-03T16:43:11.628434Z","steps":["trace[1627849951] 'agreement among raft nodes before linearized reading' (duration: 117.289443ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839522Z","caller":"traceutil/trace.go:171","msg":"trace[2120265710] transaction","detail":"{read_only:false; response_revision:22409; number_of_response:1; }","duration":"101.670236ms","start":"2026-07-03T16:43:11.737824Z","end":"2026-07-03T16:43:11.839494Z","steps":["trace[2120265710] 'process raft request' (duration: 101.584394ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839559Z","caller":"traceutil/trace.go:171","msg":"trace[64732262] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"101.673165ms","start":"2026-07-03T16:43:11.737853Z","end":"2026-07-03T16:43:11.839527Z","steps":["trace[64732262] 'process raft request' (duration: 101.574233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839604Z","caller":"traceutil/trace.go:171","msg":"trace[1021481215] linearizableReadLoop","detail":"{readStateIndex:23210; appliedIndex:23208; }","duration":"101.750297ms","start":"2026-07-03T16:43:11.737834Z","end":"2026-07-03T16:43:11.839584Z","steps":["trace[1021481215] 'read index received' (duration: 7.518082ms)","trace[1021481215] 'applied index is now lower than readState.Index' (duration: 94.231425ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:11.839627Z","caller":"traceutil/trace.go:171","msg":"trace[883322182] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"101.46126ms","start":"2026-07-03T16:43:11.738145Z","end":"2026-07-03T16:43:11.839606Z","steps":["trace[883322182] 'process raft request' (duration: 101.365018ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839695Z","caller":"traceutil/trace.go:171","msg":"trace[717642258] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"101.531752ms","start":"2026-07-03T16:43:11.738106Z","end":"2026-07-03T16:43:11.839638Z","steps":["trace[717642258] 'process raft request' (duration: 101.386509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839744Z","caller":"traceutil/trace.go:171","msg":"trace[241867697] transaction","detail":"{read_only:false; response_revision:22411; number_of_response:1; }","duration":"101.690995ms","start":"2026-07-03T16:43:11.738011Z","end":"2026-07-03T16:43:11.839702Z","steps":["trace[241867697] 'process raft request' (duration: 101.4409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:11.839808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.036974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:43:11.839835Z","caller":"traceutil/trace.go:171","msg":"trace[1581241318] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22416; }","duration":"102.100736ms","start":"2026-07-03T16:43:11.737726Z","end":"2026-07-03T16:43:11.839827Z","steps":["trace[1581241318] 'agreement among raft nodes before linearized reading' (duration: 101.924871ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839849Z","caller":"traceutil/trace.go:171","msg":"trace[492227904] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"102.054314ms","start":"2026-07-03T16:43:11.737782Z","end":"2026-07-03T16:43:11.839837Z","steps":["trace[492227904] 'process raft request' (duration: 101.517491ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839915Z","caller":"traceutil/trace.go:171","msg":"trace[730007136] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"101.747058ms","start":"2026-07-03T16:43:11.738141Z","end":"2026-07-03T16:43:11.839888Z","steps":["trace[730007136] 'process raft request' (duration: 101.383678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.839979Z","caller":"traceutil/trace.go:171","msg":"trace[552304218] transaction","detail":"{read_only:false; response_revision:22412; number_of_response:1; }","duration":"101.952272ms","start":"2026-07-03T16:43:11.738011Z","end":"2026-07-03T16:43:11.839964Z","steps":["trace[552304218] 'process raft request' (duration: 101.46457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.84053Z","caller":"traceutil/trace.go:171","msg":"trace[1453824527] transaction","detail":"{read_only:false; response_revision:22416; number_of_response:1; }","duration":"102.322471ms","start":"2026-07-03T16:43:11.738191Z","end":"2026-07-03T16:43:11.840513Z","steps":["trace[1453824527] 'process raft request' (duration: 101.351618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.200178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.342999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:43:12.200327Z","caller":"traceutil/trace.go:171","msg":"trace[1664896124] transaction","detail":"{read_only:false; response_revision:22431; number_of_response:1; }","duration":"284.445265ms","start":"2026-07-03T16:43:11.915854Z","end":"2026-07-03T16:43:12.200299Z","steps":["trace[1664896124] 'process raft request' (duration: 39.914912ms)","trace[1664896124] 'compare' (duration: 244.187106ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:12.200376Z","caller":"traceutil/trace.go:171","msg":"trace[977192313] transaction","detail":"{read_only:false; response_revision:22432; number_of_response:1; }","duration":"228.570568ms","start":"2026-07-03T16:43:11.971787Z","end":"2026-07-03T16:43:12.200358Z","steps":["trace[977192313] 'process raft request' (duration: 228.493046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.200396Z","caller":"traceutil/trace.go:171","msg":"trace[2035876987] linearizableReadLoop","detail":"{readStateIndex:23233; appliedIndex:23232; }","duration":"275.178864ms","start":"2026-07-03T16:43:11.92519Z","end":"2026-07-03T16:43:12.200369Z","steps":["trace[2035876987] 'read index received' (duration: 30.534278ms)","trace[2035876987] 'applied index is now lower than readState.Index' (duration: 244.642526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:12.200536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.726895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:43:12.20055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.358388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:43:12.200575Z","caller":"traceutil/trace.go:171","msg":"trace[1077558185] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22432; }","duration":"275.416329ms","start":"2026-07-03T16:43:11.925152Z","end":"2026-07-03T16:43:12.200569Z","steps":["trace[1077558185] 'agreement among raft nodes before linearized reading' (duration: 275.323517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.200573Z","caller":"traceutil/trace.go:171","msg":"trace[164864900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22432; }","duration":"257.800436ms","start":"2026-07-03T16:43:11.942764Z","end":"2026-07-03T16:43:12.200564Z","steps":["trace[164864900] 'agreement among raft nodes before linearized reading' (duration: 257.729395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.200804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.37903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-03T16:43:12.200843Z","caller":"traceutil/trace.go:171","msg":"trace[185558202] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22432; }","duration":"220.443371ms","start":"2026-07-03T16:43:11.980389Z","end":"2026-07-03T16:43:12.200832Z","steps":["trace[185558202] 'agreement among raft nodes before linearized reading' (duration: 220.335999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.200845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.152659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:12.200907Z","caller":"traceutil/trace.go:171","msg":"trace[247766107] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22432; }","duration":"232.251612ms","start":"2026-07-03T16:43:11.96864Z","end":"2026-07-03T16:43:12.200892Z","steps":["trace[247766107] 'agreement among raft nodes before linearized reading' (duration: 232.15872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.335188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.856508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:43:12.335305Z","caller":"traceutil/trace.go:171","msg":"trace[1309499968] transaction","detail":"{read_only:false; response_revision:22436; number_of_response:1; }","duration":"127.094216ms","start":"2026-07-03T16:43:12.208183Z","end":"2026-07-03T16:43:12.335277Z","steps":["trace[1309499968] 'process raft request' (duration: 125.016189ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.335271Z","caller":"traceutil/trace.go:171","msg":"trace[1770054125] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22436; }","duration":"111.9698ms","start":"2026-07-03T16:43:12.223279Z","end":"2026-07-03T16:43:12.335249Z","steps":["trace[1770054125] 'agreement among raft nodes before linearized reading' (duration: 111.719625ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.537144Z","caller":"traceutil/trace.go:171","msg":"trace[1451426845] linearizableReadLoop","detail":"{readStateIndex:23242; appliedIndex:23239; }","duration":"191.662193ms","start":"2026-07-03T16:43:12.345462Z","end":"2026-07-03T16:43:12.537124Z","steps":["trace[1451426845] 'read index received' (duration: 74.986935ms)","trace[1451426845] 'applied index is now lower than readState.Index' (duration: 116.674158ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:12.537162Z","caller":"traceutil/trace.go:171","msg":"trace[1985753654] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"193.992837ms","start":"2026-07-03T16:43:12.34314Z","end":"2026-07-03T16:43:12.537132Z","steps":["trace[1985753654] 'process raft request' (duration: 165.100307ms)","trace[1985753654] 'compare' (duration: 28.668325ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:12.537162Z","caller":"traceutil/trace.go:171","msg":"trace[1212729579] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"193.884424ms","start":"2026-07-03T16:43:12.343245Z","end":"2026-07-03T16:43:12.53713Z","steps":["trace[1212729579] 'process raft request' (duration: 193.794652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.53734Z","caller":"traceutil/trace.go:171","msg":"trace[771390805] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"192.917302ms","start":"2026-07-03T16:43:12.344406Z","end":"2026-07-03T16:43:12.537323Z","steps":["trace[771390805] 'process raft request' (duration: 192.671326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.537491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.011133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:43:12.537553Z","caller":"traceutil/trace.go:171","msg":"trace[309007274] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22440; }","duration":"192.097224ms","start":"2026-07-03T16:43:12.345442Z","end":"2026-07-03T16:43:12.537539Z","steps":["trace[309007274] 'agreement among raft nodes before linearized reading' (duration: 191.887139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.543159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.811413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:43:12.543142Z","caller":"traceutil/trace.go:171","msg":"trace[52193984] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"114.907489ms","start":"2026-07-03T16:43:12.42821Z","end":"2026-07-03T16:43:12.543117Z","steps":["trace[52193984] 'process raft request' (duration: 114.705604ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.543195Z","caller":"traceutil/trace.go:171","msg":"trace[1761825128] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22441; }","duration":"196.862623ms","start":"2026-07-03T16:43:12.346322Z","end":"2026-07-03T16:43:12.543184Z","steps":["trace[1761825128] 'agreement among raft nodes before linearized reading' (duration: 196.751251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.543533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.001753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-03T16:43:12.543679Z","caller":"traceutil/trace.go:171","msg":"trace[547244323] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22441; }","duration":"196.181518ms","start":"2026-07-03T16:43:12.347457Z","end":"2026-07-03T16:43:12.543639Z","steps":["trace[547244323] 'agreement among raft nodes before linearized reading' (duration: 195.787679ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.806376Z","caller":"traceutil/trace.go:171","msg":"trace[1821404301] linearizableReadLoop","detail":"{readStateIndex:23251; appliedIndex:23249; }","duration":"181.823159ms","start":"2026-07-03T16:43:12.62453Z","end":"2026-07-03T16:43:12.806353Z","steps":["trace[1821404301] 'read index received' (duration: 180.712163ms)","trace[1821404301] 'applied index is now lower than readState.Index' (duration: 1.109756ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:12.806446Z","caller":"traceutil/trace.go:171","msg":"trace[1221216370] transaction","detail":"{read_only:false; response_revision:22449; number_of_response:1; }","duration":"220.425182ms","start":"2026-07-03T16:43:12.585992Z","end":"2026-07-03T16:43:12.806417Z","steps":["trace[1221216370] 'process raft request' (duration: 220.278449ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.80638Z","caller":"traceutil/trace.go:171","msg":"trace[30424756] transaction","detail":"{read_only:false; response_revision:22448; number_of_response:1; }","duration":"221.665031ms","start":"2026-07-03T16:43:12.584688Z","end":"2026-07-03T16:43:12.806353Z","steps":["trace[30424756] 'process raft request' (duration: 220.225317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.80652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.360264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:43:12.806628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.354739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:43:12.806662Z","caller":"traceutil/trace.go:171","msg":"trace[836022665] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-init; range_end:; response_count:0; response_revision:22449; }","duration":"256.506937ms","start":"2026-07-03T16:43:12.550126Z","end":"2026-07-03T16:43:12.806633Z","steps":["trace[836022665] 'agreement among raft nodes before linearized reading' (duration: 256.329543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.806718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.159514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:43:12.806785Z","caller":"traceutil/trace.go:171","msg":"trace[949590715] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22449; }","duration":"258.259457ms","start":"2026-07-03T16:43:12.54851Z","end":"2026-07-03T16:43:12.80677Z","steps":["trace[949590715] 'agreement among raft nodes before linearized reading' (duration: 258.024442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.806728Z","caller":"traceutil/trace.go:171","msg":"trace[763676435] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22449; }","duration":"237.470552ms","start":"2026-07-03T16:43:12.569237Z","end":"2026-07-03T16:43:12.806707Z","steps":["trace[763676435] 'agreement among raft nodes before linearized reading' (duration: 237.186885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.848681Z","caller":"traceutil/trace.go:171","msg":"trace[713688282] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"219.184404ms","start":"2026-07-03T16:43:12.629471Z","end":"2026-07-03T16:43:12.848655Z","steps":["trace[713688282] 'process raft request' (duration: 218.914358ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.848749Z","caller":"traceutil/trace.go:171","msg":"trace[921871870] transaction","detail":"{read_only:false; response_revision:22452; number_of_response:1; }","duration":"218.594899ms","start":"2026-07-03T16:43:12.630121Z","end":"2026-07-03T16:43:12.848715Z","steps":["trace[921871870] 'process raft request' (duration: 218.475247ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.848769Z","caller":"traceutil/trace.go:171","msg":"trace[718193253] transaction","detail":"{read_only:false; response_revision:22451; number_of_response:1; }","duration":"218.867306ms","start":"2026-07-03T16:43:12.629871Z","end":"2026-07-03T16:43:12.848739Z","steps":["trace[718193253] 'process raft request' (duration: 218.666921ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.848772Z","caller":"traceutil/trace.go:171","msg":"trace[369048431] transaction","detail":"{read_only:false; response_revision:22453; number_of_response:1; }","duration":"218.465277ms","start":"2026-07-03T16:43:12.630282Z","end":"2026-07-03T16:43:12.848747Z","steps":["trace[369048431] 'process raft request' (duration: 218.368685ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.849158Z","caller":"traceutil/trace.go:171","msg":"trace[1109506481] transaction","detail":"{read_only:false; response_revision:22454; number_of_response:1; }","duration":"218.376785ms","start":"2026-07-03T16:43:12.630768Z","end":"2026-07-03T16:43:12.849145Z","steps":["trace[1109506481] 'process raft request' (duration: 217.936975ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.849269Z","caller":"traceutil/trace.go:171","msg":"trace[230880653] transaction","detail":"{read_only:false; response_revision:22455; number_of_response:1; }","duration":"218.216861ms","start":"2026-07-03T16:43:12.631031Z","end":"2026-07-03T16:43:12.849248Z","steps":["trace[230880653] 'process raft request' (duration: 218.002106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.849385Z","caller":"traceutil/trace.go:171","msg":"trace[1289450581] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"217.677619ms","start":"2026-07-03T16:43:12.631688Z","end":"2026-07-03T16:43:12.849366Z","steps":["trace[1289450581] 'process raft request' (duration: 217.469514ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.849466Z","caller":"traceutil/trace.go:171","msg":"trace[406469203] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"215.324355ms","start":"2026-07-03T16:43:12.634126Z","end":"2026-07-03T16:43:12.849451Z","steps":["trace[406469203] 'process raft request' (duration: 215.12938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.849526Z","caller":"traceutil/trace.go:171","msg":"trace[295673427] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"214.320772ms","start":"2026-07-03T16:43:12.635184Z","end":"2026-07-03T16:43:12.849504Z","steps":["trace[295673427] 'process raft request' (duration: 214.162308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:12.849621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.204385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-07-03T16:43:12.849652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.597811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-03T16:43:12.849667Z","caller":"traceutil/trace.go:171","msg":"trace[852951382] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:22458; }","duration":"216.282016ms","start":"2026-07-03T16:43:12.633375Z","end":"2026-07-03T16:43:12.849657Z","steps":["trace[852951382] 'agreement among raft nodes before linearized reading' (duration: 216.131393ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:12.849696Z","caller":"traceutil/trace.go:171","msg":"trace[1403182521] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22458; }","duration":"222.649562ms","start":"2026-07-03T16:43:12.62703Z","end":"2026-07-03T16:43:12.849679Z","steps":["trace[1403182521] 'agreement among raft nodes before linearized reading' (duration: 222.505319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:13.429335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.151031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:43:13.4294Z","caller":"traceutil/trace.go:171","msg":"trace[665533809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22496; }","duration":"100.223702ms","start":"2026-07-03T16:43:13.329162Z","end":"2026-07-03T16:43:13.429386Z","steps":["trace[665533809] 'range keys from in-memory index tree' (duration: 100.004778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:14.720004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.358404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-07-03T16:43:14.720078Z","caller":"traceutil/trace.go:171","msg":"trace[2119800435] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:22514; }","duration":"103.473727ms","start":"2026-07-03T16:43:14.616588Z","end":"2026-07-03T16:43:14.720061Z","steps":["trace[2119800435] 'range keys from in-memory index tree' (duration: 103.251892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:14.720201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.383675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-07-03T16:43:14.720234Z","caller":"traceutil/trace.go:171","msg":"trace[1497844644] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22514; }","duration":"103.427826ms","start":"2026-07-03T16:43:14.616798Z","end":"2026-07-03T16:43:14.720226Z","steps":["trace[1497844644] 'range keys from in-memory index tree' (duration: 103.321683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:14.720309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.251702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:14.720341Z","caller":"traceutil/trace.go:171","msg":"trace[1186663920] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22514; }","duration":"103.311423ms","start":"2026-07-03T16:43:14.61702Z","end":"2026-07-03T16:43:14.720331Z","steps":["trace[1186663920] 'range keys from in-memory index tree' (duration: 103.18204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:16.074546Z","caller":"traceutil/trace.go:171","msg":"trace[1481649817] transaction","detail":"{read_only:false; response_revision:22533; number_of_response:1; }","duration":"104.345867ms","start":"2026-07-03T16:43:15.970159Z","end":"2026-07-03T16:43:16.074505Z","steps":["trace[1481649817] 'process raft request' (duration: 104.095101ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:16.074648Z","caller":"traceutil/trace.go:171","msg":"trace[464633635] transaction","detail":"{read_only:false; response_revision:22535; number_of_response:1; }","duration":"101.773958ms","start":"2026-07-03T16:43:15.972858Z","end":"2026-07-03T16:43:16.074632Z","steps":["trace[464633635] 'process raft request' (duration: 101.601744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:16.074567Z","caller":"traceutil/trace.go:171","msg":"trace[528813704] transaction","detail":"{read_only:false; response_revision:22536; number_of_response:1; }","duration":"101.103362ms","start":"2026-07-03T16:43:15.973434Z","end":"2026-07-03T16:43:16.074537Z","steps":["trace[528813704] 'process raft request' (duration: 101.058291ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:16.075565Z","caller":"traceutil/trace.go:171","msg":"trace[952325907] transaction","detail":"{read_only:false; response_revision:22534; number_of_response:1; }","duration":"102.023133ms","start":"2026-07-03T16:43:15.972596Z","end":"2026-07-03T16:43:16.074619Z","steps":["trace[952325907] 'process raft request' (duration: 101.808138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:20.286544Z","caller":"traceutil/trace.go:171","msg":"trace[852989539] transaction","detail":"{read_only:false; response_revision:22563; number_of_response:1; }","duration":"269.910604ms","start":"2026-07-03T16:43:20.016606Z","end":"2026-07-03T16:43:20.286517Z","steps":["trace[852989539] 'process raft request' (duration: 269.72721ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:20.295624Z","caller":"traceutil/trace.go:171","msg":"trace[503623789] transaction","detail":"{read_only:false; response_revision:22565; number_of_response:1; }","duration":"200.089956ms","start":"2026-07-03T16:43:20.095513Z","end":"2026-07-03T16:43:20.295603Z","steps":["trace[503623789] 'process raft request' (duration: 200.021914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:20.295852Z","caller":"traceutil/trace.go:171","msg":"trace[871585999] transaction","detail":"{read_only:false; response_revision:22566; number_of_response:1; }","duration":"198.756786ms","start":"2026-07-03T16:43:20.097054Z","end":"2026-07-03T16:43:20.295811Z","steps":["trace[871585999] 'process raft request' (duration: 198.518941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:20.296314Z","caller":"traceutil/trace.go:171","msg":"trace[289039080] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"201.900088ms","start":"2026-07-03T16:43:20.094392Z","end":"2026-07-03T16:43:20.296292Z","steps":["trace[289039080] 'process raft request' (duration: 201.024949ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:21.150136Z","caller":"traceutil/trace.go:171","msg":"trace[871155394] transaction","detail":"{read_only:false; response_revision:22568; number_of_response:1; }","duration":"100.171931ms","start":"2026-07-03T16:43:21.049936Z","end":"2026-07-03T16:43:21.150107Z","steps":["trace[871155394] 'process raft request' (duration: 99.998467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:21.186221Z","caller":"traceutil/trace.go:171","msg":"trace[1066998715] linearizableReadLoop","detail":"{readStateIndex:23372; appliedIndex:23371; }","duration":"119.126435ms","start":"2026-07-03T16:43:21.067059Z","end":"2026-07-03T16:43:21.186185Z","steps":["trace[1066998715] 'read index received' (duration: 83.03983ms)","trace[1066998715] 'applied index is now lower than readState.Index' (duration: 36.084525ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:21.186343Z","caller":"traceutil/trace.go:171","msg":"trace[2114094366] transaction","detail":"{read_only:false; response_revision:22569; number_of_response:1; }","duration":"136.152925ms","start":"2026-07-03T16:43:21.050149Z","end":"2026-07-03T16:43:21.186302Z","steps":["trace[2114094366] 'process raft request' (duration: 135.835888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:21.186489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.34151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:21.186565Z","caller":"traceutil/trace.go:171","msg":"trace[314844873] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22569; }","duration":"119.444112ms","start":"2026-07-03T16:43:21.067101Z","end":"2026-07-03T16:43:21.186546Z","steps":["trace[314844873] 'agreement among raft nodes before linearized reading' (duration: 119.299459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:21.186592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.868987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:43:21.186665Z","caller":"traceutil/trace.go:171","msg":"trace[923500598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22569; }","duration":"100.951909ms","start":"2026-07-03T16:43:21.085693Z","end":"2026-07-03T16:43:21.186645Z","steps":["trace[923500598] 'agreement among raft nodes before linearized reading' (duration: 100.763924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:21.186654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.598023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:21.186748Z","caller":"traceutil/trace.go:171","msg":"trace[339387488] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22569; }","duration":"115.720256ms","start":"2026-07-03T16:43:21.071Z","end":"2026-07-03T16:43:21.18672Z","steps":["trace[339387488] 'agreement among raft nodes before linearized reading' (duration: 115.531782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:21.186786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.383007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:21.186836Z","caller":"traceutil/trace.go:171","msg":"trace[1996558914] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22569; }","duration":"118.454689ms","start":"2026-07-03T16:43:21.068368Z","end":"2026-07-03T16:43:21.186822Z","steps":["trace[1996558914] 'agreement among raft nodes before linearized reading' (duration: 118.366787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:21.186969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.890582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:21.187007Z","caller":"traceutil/trace.go:171","msg":"trace[2054485277] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:22569; }","duration":"119.959014ms","start":"2026-07-03T16:43:21.067037Z","end":"2026-07-03T16:43:21.186996Z","steps":["trace[2054485277] 'agreement among raft nodes before linearized reading' (duration: 119.286478ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.480344Z","caller":"traceutil/trace.go:171","msg":"trace[2107364557] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"324.130014ms","start":"2026-07-03T16:43:24.156184Z","end":"2026-07-03T16:43:24.480314Z","steps":["trace[2107364557] 'process raft request' (duration: 323.921909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:24.480518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:43:24.156131Z","time spent":"324.295938ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7285,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:43:24.596158Z","caller":"traceutil/trace.go:171","msg":"trace[272934830] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"287.803673ms","start":"2026-07-03T16:43:24.308328Z","end":"2026-07-03T16:43:24.596132Z","steps":["trace[272934830] 'process raft request' (duration: 263.907397ms)","trace[272934830] 'compare' (duration: 23.723402ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:24.596442Z","caller":"traceutil/trace.go:171","msg":"trace[1999823668] linearizableReadLoop","detail":"{readStateIndex:23396; appliedIndex:23392; }","duration":"166.60205ms","start":"2026-07-03T16:43:24.429819Z","end":"2026-07-03T16:43:24.596421Z","steps":["trace[1999823668] 'read index received' (duration: 50.334321ms)","trace[1999823668] 'applied index is now lower than readState.Index' (duration: 116.266539ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:24.596529Z","caller":"traceutil/trace.go:171","msg":"trace[1210898615] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"285.48255ms","start":"2026-07-03T16:43:24.311032Z","end":"2026-07-03T16:43:24.596515Z","steps":["trace[1210898615] 'process raft request' (duration: 285.296396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:24.596643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.815825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:43:24.5967Z","caller":"traceutil/trace.go:171","msg":"trace[285323555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22592; }","duration":"166.891027ms","start":"2026-07-03T16:43:24.429793Z","end":"2026-07-03T16:43:24.596684Z","steps":["trace[285323555] 'agreement among raft nodes before linearized reading' (duration: 166.709683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.596712Z","caller":"traceutil/trace.go:171","msg":"trace[672416141] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"286.450502ms","start":"2026-07-03T16:43:24.31015Z","end":"2026-07-03T16:43:24.596601Z","steps":["trace[672416141] 'process raft request' (duration: 285.9349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.605514Z","caller":"traceutil/trace.go:171","msg":"trace[2090009143] transaction","detail":"{read_only:false; response_revision:22593; number_of_response:1; }","duration":"116.428332ms","start":"2026-07-03T16:43:24.48907Z","end":"2026-07-03T16:43:24.605498Z","steps":["trace[2090009143] 'process raft request' (duration: 116.236828ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.796852Z","caller":"traceutil/trace.go:171","msg":"trace[308565403] transaction","detail":"{read_only:false; response_revision:22597; number_of_response:1; }","duration":"107.904359ms","start":"2026-07-03T16:43:24.688919Z","end":"2026-07-03T16:43:24.796823Z","steps":["trace[308565403] 'process raft request' (duration: 107.637523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:25.334353Z","caller":"traceutil/trace.go:171","msg":"trace[320673893] linearizableReadLoop","detail":"{readStateIndex:23410; appliedIndex:23409; }","duration":"110.231992ms","start":"2026-07-03T16:43:25.224099Z","end":"2026-07-03T16:43:25.334331Z","steps":["trace[320673893] 'read index received' (duration: 60.388812ms)","trace[320673893] 'applied index is now lower than readState.Index' (duration: 49.84191ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:25.334496Z","caller":"traceutil/trace.go:171","msg":"trace[356647808] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"111.219254ms","start":"2026-07-03T16:43:25.223262Z","end":"2026-07-03T16:43:25.334482Z","steps":["trace[356647808] 'process raft request' (duration: 61.331173ms)","trace[356647808] 'compare' (duration: 49.627115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:25.334856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.756693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:43:25.334917Z","caller":"traceutil/trace.go:171","msg":"trace[2069295745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22606; }","duration":"110.871816ms","start":"2026-07-03T16:43:25.224032Z","end":"2026-07-03T16:43:25.334904Z","steps":["trace[2069295745] 'agreement among raft nodes before linearized reading' (duration: 110.692112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:29.600519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.596821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:43:29.600569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.914081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:43:29.600624Z","caller":"traceutil/trace.go:171","msg":"trace[1823299908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22636; }","duration":"201.740074ms","start":"2026-07-03T16:43:29.398862Z","end":"2026-07-03T16:43:29.600602Z","steps":["trace[1823299908] 'range keys from in-memory index tree' (duration: 201.443876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:29.600645Z","caller":"traceutil/trace.go:171","msg":"trace[1484394602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22636; }","duration":"206.037233ms","start":"2026-07-03T16:43:29.394589Z","end":"2026-07-03T16:43:29.600626Z","steps":["trace[1484394602] 'range keys from in-memory index tree' (duration: 205.736275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:29.600634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.949172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:43:29.600765Z","caller":"traceutil/trace.go:171","msg":"trace[949017758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22636; }","duration":"189.116186ms","start":"2026-07-03T16:43:29.41162Z","end":"2026-07-03T16:43:29.600736Z","steps":["trace[949017758] 'range keys from in-memory index tree' (duration: 188.748428ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:30.774258Z","caller":"traceutil/trace.go:171","msg":"trace[700952531] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"116.387881ms","start":"2026-07-03T16:43:30.657842Z","end":"2026-07-03T16:43:30.77423Z","steps":["trace[700952531] 'process raft request' (duration: 115.690826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:30.774448Z","caller":"traceutil/trace.go:171","msg":"trace[1287013388] linearizableReadLoop","detail":"{readStateIndex:23448; appliedIndex:23445; }","duration":"107.578952ms","start":"2026-07-03T16:43:30.666838Z","end":"2026-07-03T16:43:30.774417Z","steps":["trace[1287013388] 'read index received' (duration: 10.759797ms)","trace[1287013388] 'applied index is now lower than readState.Index' (duration: 96.817025ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:30.774507Z","caller":"traceutil/trace.go:171","msg":"trace[963833729] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"116.602867ms","start":"2026-07-03T16:43:30.657885Z","end":"2026-07-03T16:43:30.774488Z","steps":["trace[963833729] 'process raft request' (duration: 116.283229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:30.774669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.808087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:43:30.7747Z","caller":"traceutil/trace.go:171","msg":"trace[933067811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22643; }","duration":"107.854078ms","start":"2026-07-03T16:43:30.666833Z","end":"2026-07-03T16:43:30.774687Z","steps":["trace[933067811] 'agreement among raft nodes before linearized reading' (duration: 107.690974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:33.431748Z","caller":"traceutil/trace.go:171","msg":"trace[2119359639] transaction","detail":"{read_only:false; response_revision:22659; number_of_response:1; }","duration":"124.584559ms","start":"2026-07-03T16:43:33.307138Z","end":"2026-07-03T16:43:33.431723Z","steps":["trace[2119359639] 'process raft request' (duration: 124.361014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:46.40278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.709425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:43:49.256196Z","caller":"traceutil/trace.go:171","msg":"trace[1876128785] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"252.72104ms","start":"2026-07-03T16:43:49.003438Z","end":"2026-07-03T16:43:49.256159Z","steps":["trace[1876128785] 'process raft request' (duration: 249.951297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:49.299945Z","caller":"traceutil/trace.go:171","msg":"trace[2115160995] linearizableReadLoop","detail":"{readStateIndex:23548; appliedIndex:23546; }","duration":"291.495357ms","start":"2026-07-03T16:43:49.008417Z","end":"2026-07-03T16:43:49.299913Z","steps":["trace[2115160995] 'read index received' (duration: 244.962882ms)","trace[2115160995] 'applied index is now lower than readState.Index' (duration: 46.531145ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:49.300001Z","caller":"traceutil/trace.go:171","msg":"trace[1371083825] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"295.212362ms","start":"2026-07-03T16:43:49.004752Z","end":"2026-07-03T16:43:49.299964Z","steps":["trace[1371083825] 'process raft request' (duration: 294.974797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:49.300347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.728317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:43:49.300396Z","caller":"traceutil/trace.go:171","msg":"trace[286112470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22739; }","duration":"167.849529ms","start":"2026-07-03T16:43:49.132535Z","end":"2026-07-03T16:43:49.300385Z","steps":["trace[286112470] 'agreement among raft nodes before linearized reading' (duration: 167.594663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:49.301082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.612152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:43:49.301246Z","caller":"traceutil/trace.go:171","msg":"trace[1648181063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22739; }","duration":"292.822147ms","start":"2026-07-03T16:43:49.008395Z","end":"2026-07-03T16:43:49.301217Z","steps":["trace[1648181063] 'agreement among raft nodes before linearized reading' (duration: 291.635531ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:56.104034Z","caller":"traceutil/trace.go:171","msg":"trace[1130701204] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23584; }","duration":"129.706816ms","start":"2026-07-03T16:43:55.974296Z","end":"2026-07-03T16:43:56.104003Z","steps":["trace[1130701204] 'read index received' (duration: 114.328325ms)","trace[1130701204] 'applied index is now lower than readState.Index' (duration: 15.377101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:56.104393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.076336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:43:56.104507Z","caller":"traceutil/trace.go:171","msg":"trace[969930514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22775; }","duration":"130.24251ms","start":"2026-07-03T16:43:55.974235Z","end":"2026-07-03T16:43:56.104477Z","steps":["trace[969930514] 'agreement among raft nodes before linearized reading' (duration: 129.901811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:56.104688Z","caller":"traceutil/trace.go:171","msg":"trace[748779489] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"147.015053ms","start":"2026-07-03T16:43:55.957098Z","end":"2026-07-03T16:43:56.104114Z","steps":["trace[748779489] 'process raft request' (duration: 131.614581ms)","trace[748779489] 'compare' (duration: 15.156856ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:44:05.163553Z","caller":"traceutil/trace.go:171","msg":"trace[1475842227] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"102.986315ms","start":"2026-07-03T16:44:05.060542Z","end":"2026-07-03T16:44:05.163528Z","steps":["trace[1475842227] 'process raft request' (duration: 102.792811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:07.469478Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20773} {"level":"info","ts":"2026-07-03T16:44:07.588374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20773,"took":"115.668196ms","hash":3334140759,"current-db-size-bytes":48140288,"current-db-size":"48 MB","current-db-size-in-use-bytes":29532160,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T16:44:07.58845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3334140759,"revision":20773,"compact-revision":18426} {"level":"info","ts":"2026-07-03T16:44:41.229461Z","caller":"traceutil/trace.go:171","msg":"trace[902229926] linearizableReadLoop","detail":"{readStateIndex:23880; appliedIndex:23879; }","duration":"106.625549ms","start":"2026-07-03T16:44:41.122809Z","end":"2026-07-03T16:44:41.229434Z","steps":["trace[902229926] 'read index received' (duration: 106.525277ms)","trace[902229926] 'applied index is now lower than readState.Index' (duration: 98.742µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:44:41.22961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.785323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:44:41.229684Z","caller":"traceutil/trace.go:171","msg":"trace[880251031] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:23058; }","duration":"106.864774ms","start":"2026-07-03T16:44:41.122798Z","end":"2026-07-03T16:44:41.229662Z","steps":["trace[880251031] 'agreement among raft nodes before linearized reading' (duration: 106.742542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:41.229879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.98296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-03T16:44:41.229848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.657113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-03T16:44:41.229864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.077042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:44:41.229937Z","caller":"traceutil/trace.go:171","msg":"trace[76891345] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23058; }","duration":"101.053501ms","start":"2026-07-03T16:44:41.12887Z","end":"2026-07-03T16:44:41.229924Z","steps":["trace[76891345] 'agreement among raft nodes before linearized reading' (duration: 100.857797ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:41.229978Z","caller":"traceutil/trace.go:171","msg":"trace[4864566] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:23058; }","duration":"101.217765ms","start":"2026-07-03T16:44:41.128731Z","end":"2026-07-03T16:44:41.229949Z","steps":["trace[4864566] 'agreement among raft nodes before linearized reading' (duration: 101.01153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:41.230003Z","caller":"traceutil/trace.go:171","msg":"trace[274564260] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23058; }","duration":"100.797156ms","start":"2026-07-03T16:44:41.129138Z","end":"2026-07-03T16:44:41.229935Z","steps":["trace[274564260] 'agreement among raft nodes before linearized reading' (duration: 100.496519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:44:41.229684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.945209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:44:41.230372Z","caller":"traceutil/trace.go:171","msg":"trace[763644263] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:23058; }","duration":"101.675545ms","start":"2026-07-03T16:44:41.128674Z","end":"2026-07-03T16:44:41.230349Z","steps":["trace[763644263] 'agreement among raft nodes before linearized reading' (duration: 100.946538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:49.711326Z","caller":"traceutil/trace.go:171","msg":"trace[1965893764] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"155.002693ms","start":"2026-07-03T16:45:49.556295Z","end":"2026-07-03T16:45:49.711298Z","steps":["trace[1965893764] 'process raft request' (duration: 154.404159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:50.258535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.370225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:45:50.258674Z","caller":"traceutil/trace.go:171","msg":"trace[416191615] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"529.604856ms","start":"2026-07-03T16:45:49.729056Z","end":"2026-07-03T16:45:50.258661Z","steps":["trace[416191615] 'process raft request' (duration: 149.031266ms)","trace[416191615] 'compare' (duration: 379.987267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:45:50.258941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:49.72903Z","time spent":"529.882573ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:45:50.417468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687387102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:45:50.483839Z","caller":"traceutil/trace.go:171","msg":"trace[595896530] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"732.678887ms","start":"2026-07-03T16:45:49.75114Z","end":"2026-07-03T16:45:50.483819Z","steps":["trace[595896530] 'process raft request' (duration: 732.499833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:50.484071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:49.751122Z","time spent":"732.772959ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:45:50.72229Z","caller":"traceutil/trace.go:171","msg":"trace[970386127] linearizableReadLoop","detail":"{readStateIndex:24406; appliedIndex:24404; }","duration":"805.693797ms","start":"2026-07-03T16:45:49.916576Z","end":"2026-07-03T16:45:50.72227Z","steps":["trace[970386127] 'read index received' (duration: 567.105803ms)","trace[970386127] 'applied index is now lower than readState.Index' (duration: 238.587084ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:50.722379Z","caller":"traceutil/trace.go:171","msg":"trace[463143060] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"758.766283ms","start":"2026-07-03T16:45:49.963576Z","end":"2026-07-03T16:45:50.722343Z","steps":["trace[463143060] 'process raft request' (duration: 713.369726ms)","trace[463143060] 'compare' (duration: 45.236194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:45:50.722492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.414341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:45:50.722505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:49.963558Z","time spent":"758.884637ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:45:50.722488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.889172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:45:50.722572Z","caller":"traceutil/trace.go:171","msg":"trace[1490547586] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23570; }","duration":"806.019144ms","start":"2026-07-03T16:45:49.916535Z","end":"2026-07-03T16:45:50.722554Z","steps":["trace[1490547586] 'agreement among raft nodes before linearized reading' (duration: 805.847499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:50.722623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:49.916517Z","time spent":"806.096157ms","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:45:50.722636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.010917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:45:50.722658Z","caller":"traceutil/trace.go:171","msg":"trace[714471750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23570; }","duration":"443.068228ms","start":"2026-07-03T16:45:50.279585Z","end":"2026-07-03T16:45:50.722653Z","steps":["trace[714471750] 'agreement among raft nodes before linearized reading' (duration: 443.016257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:50.722685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:50.279566Z","time spent":"443.113109ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:45:50.722522Z","caller":"traceutil/trace.go:171","msg":"trace[737054015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23570; }","duration":"777.517203ms","start":"2026-07-03T16:45:49.944996Z","end":"2026-07-03T16:45:50.722513Z","steps":["trace[737054015] 'agreement among raft nodes before linearized reading' (duration: 777.387739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:50.722746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:49.944979Z","time spent":"777.757938ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:45:50.722589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.361439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:45:50.722833Z","caller":"traceutil/trace.go:171","msg":"trace[799300674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23570; }","duration":"119.640085ms","start":"2026-07-03T16:45:50.603182Z","end":"2026-07-03T16:45:50.722823Z","steps":["trace[799300674] 'agreement among raft nodes before linearized reading' (duration: 119.365289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:50.948088Z","caller":"traceutil/trace.go:171","msg":"trace[764657239] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"221.302609ms","start":"2026-07-03T16:45:50.726765Z","end":"2026-07-03T16:45:50.948068Z","steps":["trace[764657239] 'process raft request' (duration: 221.104374ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:51.122941Z","caller":"traceutil/trace.go:171","msg":"trace[1862408023] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"174.826086ms","start":"2026-07-03T16:45:50.948095Z","end":"2026-07-03T16:45:51.122921Z","steps":["trace[1862408023] 'process raft request' (duration: 174.767985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:51.123168Z","caller":"traceutil/trace.go:171","msg":"trace[1754480280] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"395.642874ms","start":"2026-07-03T16:45:50.727513Z","end":"2026-07-03T16:45:51.123156Z","steps":["trace[1754480280] 'process raft request' (duration: 321.246234ms)","trace[1754480280] 'compare' (duration: 73.681883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:45:51.123265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:50.727492Z","time spent":"395.709006ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:45:51.123495Z","caller":"traceutil/trace.go:171","msg":"trace[1067181659] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"394.823015ms","start":"2026-07-03T16:45:50.72866Z","end":"2026-07-03T16:45:51.123483Z","steps":["trace[1067181659] 'process raft request' (duration: 394.080807ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:51.123621Z","caller":"traceutil/trace.go:171","msg":"trace[14157289] linearizableReadLoop","detail":"{readStateIndex:24409; appliedIndex:24406; }","duration":"391.447488ms","start":"2026-07-03T16:45:50.732129Z","end":"2026-07-03T16:45:51.123577Z","steps":["trace[14157289] 'read index received' (duration: 215.733091ms)","trace[14157289] 'applied index is now lower than readState.Index' (duration: 175.711037ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:51.123713Z","caller":"traceutil/trace.go:171","msg":"trace[1810965422] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"296.132389ms","start":"2026-07-03T16:45:50.827553Z","end":"2026-07-03T16:45:51.123685Z","steps":["trace[1810965422] 'process raft request' (duration: 295.237358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:51.123792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.662172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:45:51.123833Z","caller":"traceutil/trace.go:171","msg":"trace[282819562] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23576; }","duration":"391.730264ms","start":"2026-07-03T16:45:50.732092Z","end":"2026-07-03T16:45:51.123822Z","steps":["trace[282819562] 'agreement among raft nodes before linearized reading' (duration: 391.658143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:51.123859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:50.732083Z","time spent":"391.767655ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:45:51.123896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.354546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:45:51.123935Z","caller":"traceutil/trace.go:171","msg":"trace[397251951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23576; }","duration":"356.404357ms","start":"2026-07-03T16:45:50.767517Z","end":"2026-07-03T16:45:51.123921Z","steps":["trace[397251951] 'agreement among raft nodes before linearized reading' (duration: 356.245343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:51.123968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:50.767461Z","time spent":"356.499259ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:45:51.123984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.424189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:45:51.12406Z","caller":"traceutil/trace.go:171","msg":"trace[1342998215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23576; }","duration":"178.534691ms","start":"2026-07-03T16:45:50.945506Z","end":"2026-07-03T16:45:51.124041Z","steps":["trace[1342998215] 'agreement among raft nodes before linearized reading' (duration: 178.424129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:51.124139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.255729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:45:51.124174Z","caller":"traceutil/trace.go:171","msg":"trace[944814573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23576; }","duration":"281.318761ms","start":"2026-07-03T16:45:50.842844Z","end":"2026-07-03T16:45:51.124163Z","steps":["trace[944814573] 'agreement among raft nodes before linearized reading' (duration: 281.219519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:45:51.124202Z","caller":"traceutil/trace.go:171","msg":"trace[2026229449] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"201.70487ms","start":"2026-07-03T16:45:50.92247Z","end":"2026-07-03T16:45:51.124175Z","steps":["trace[2026229449] 'process raft request' (duration: 200.357309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:45:51.12356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:45:50.72865Z","time spent":"394.874796ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:33.651171Z","caller":"traceutil/trace.go:171","msg":"trace[1493774450] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"127.989216ms","start":"2026-07-03T16:46:33.523156Z","end":"2026-07-03T16:46:33.651145Z","steps":["trace[1493774450] 'process raft request' (duration: 127.290439ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:33.651615Z","caller":"traceutil/trace.go:171","msg":"trace[854064252] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"128.12299ms","start":"2026-07-03T16:46:33.523465Z","end":"2026-07-03T16:46:33.651588Z","steps":["trace[854064252] 'process raft request' (duration: 127.609858ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:33.651858Z","caller":"traceutil/trace.go:171","msg":"trace[1209371594] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"128.303953ms","start":"2026-07-03T16:46:33.523537Z","end":"2026-07-03T16:46:33.651841Z","steps":["trace[1209371594] 'process raft request' (duration: 127.935115ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:35.883419Z","caller":"traceutil/trace.go:171","msg":"trace[1773388364] linearizableReadLoop","detail":"{readStateIndex:24791; appliedIndex:24790; }","duration":"226.1796ms","start":"2026-07-03T16:46:35.657213Z","end":"2026-07-03T16:46:35.883392Z","steps":["trace[1773388364] 'read index received' (duration: 226.005345ms)","trace[1773388364] 'applied index is now lower than readState.Index' (duration: 173.185µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:35.883484Z","caller":"traceutil/trace.go:171","msg":"trace[1414418608] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"314.414849ms","start":"2026-07-03T16:46:35.56903Z","end":"2026-07-03T16:46:35.883445Z","steps":["trace[1414418608] 'process raft request' (duration: 314.180413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:35.88373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:35.569005Z","time spent":"314.582572ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:35.883762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.521248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:46:35.88382Z","caller":"traceutil/trace.go:171","msg":"trace[1419090488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23943; }","duration":"226.62452ms","start":"2026-07-03T16:46:35.657178Z","end":"2026-07-03T16:46:35.883803Z","steps":["trace[1419090488] 'agreement among raft nodes before linearized reading' (duration: 226.342344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:36.085501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.618219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:46:36.085587Z","caller":"traceutil/trace.go:171","msg":"trace[930793035] linearizableReadLoop","detail":"{readStateIndex:24792; appliedIndex:24791; }","duration":"202.081869ms","start":"2026-07-03T16:46:35.883492Z","end":"2026-07-03T16:46:36.085574Z","steps":["trace[930793035] 'read index received' (duration: 77.298126ms)","trace[930793035] 'applied index is now lower than readState.Index' (duration: 124.782583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:36.085722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.444593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:46:36.085745Z","caller":"traceutil/trace.go:171","msg":"trace[1331683620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23944; }","duration":"428.483295ms","start":"2026-07-03T16:46:35.657255Z","end":"2026-07-03T16:46:36.085739Z","steps":["trace[1331683620] 'agreement among raft nodes before linearized reading' (duration: 428.350412ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:36.085815Z","caller":"traceutil/trace.go:171","msg":"trace[1006986159] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"322.960533ms","start":"2026-07-03T16:46:35.762816Z","end":"2026-07-03T16:46:36.085777Z","steps":["trace[1006986159] 'process raft request' (duration: 197.986656ms)","trace[1006986159] 'compare' (duration: 124.375323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:36.085896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.582556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:46:36.085935Z","caller":"traceutil/trace.go:171","msg":"trace[81275534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23944; }","duration":"428.622598ms","start":"2026-07-03T16:46:35.657292Z","end":"2026-07-03T16:46:36.085915Z","steps":["trace[81275534] 'agreement among raft nodes before linearized reading' (duration: 428.537976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:36.085958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:35.657284Z","time spent":"428.669679ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:46:36.085997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:35.762789Z","time spent":"323.112156ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:36.086038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:35.657249Z","time spent":"428.513095ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:46:36.089782Z","caller":"traceutil/trace.go:171","msg":"trace[1393772945] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"201.400354ms","start":"2026-07-03T16:46:35.888368Z","end":"2026-07-03T16:46:36.089769Z","steps":["trace[1393772945] 'process raft request' (duration: 200.948843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:36.091229Z","caller":"traceutil/trace.go:171","msg":"trace[610237104] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"133.37518ms","start":"2026-07-03T16:46:35.956126Z","end":"2026-07-03T16:46:36.089502Z","steps":["trace[610237104] 'process raft request' (duration: 133.305848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:37.50372Z","caller":"traceutil/trace.go:171","msg":"trace[1186670625] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"116.78316ms","start":"2026-07-03T16:46:37.386917Z","end":"2026-07-03T16:46:37.5037Z","steps":["trace[1186670625] 'process raft request' (duration: 116.510633ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:42.88468Z","caller":"traceutil/trace.go:171","msg":"trace[552518385] linearizableReadLoop","detail":"{readStateIndex:24937; appliedIndex:24936; }","duration":"359.283204ms","start":"2026-07-03T16:46:42.52535Z","end":"2026-07-03T16:46:42.884633Z","steps":["trace[552518385] 'read index received' (duration: 358.973527ms)","trace[552518385] 'applied index is now lower than readState.Index' (duration: 308.247µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:42.884883Z","caller":"traceutil/trace.go:171","msg":"trace[1747045450] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"390.717991ms","start":"2026-07-03T16:46:42.494087Z","end":"2026-07-03T16:46:42.884805Z","steps":["trace[1747045450] 'process raft request' (duration: 390.305842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:42.884949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.57245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:46:42.885168Z","caller":"traceutil/trace.go:171","msg":"trace[1099061933] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24086; }","duration":"359.864667ms","start":"2026-07-03T16:46:42.525273Z","end":"2026-07-03T16:46:42.885138Z","steps":["trace[1099061933] 'agreement among raft nodes before linearized reading' (duration: 359.55543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:42.885229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:42.494067Z","time spent":"390.982488ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:42.88524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:42.525246Z","time spent":"359.978369ms","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:46:42.889312Z","caller":"traceutil/trace.go:171","msg":"trace[1675163124] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"363.003547ms","start":"2026-07-03T16:46:42.526285Z","end":"2026-07-03T16:46:42.889289Z","steps":["trace[1675163124] 'process raft request' (duration: 362.787502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:42.889463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:42.526262Z","time spent":"363.13955ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:42.889478Z","caller":"traceutil/trace.go:171","msg":"trace[524020295] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"180.212769ms","start":"2026-07-03T16:46:42.709238Z","end":"2026-07-03T16:46:42.88945Z","steps":["trace[524020295] 'process raft request' (duration: 179.981013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:42.889885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.784929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:46:42.889999Z","caller":"traceutil/trace.go:171","msg":"trace[203551768] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24088; }","duration":"236.462106ms","start":"2026-07-03T16:46:42.653514Z","end":"2026-07-03T16:46:42.889976Z","steps":["trace[203551768] 'agreement among raft nodes before linearized reading' (duration: 235.748898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:47.88069Z","caller":"traceutil/trace.go:171","msg":"trace[896893771] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"153.413947ms","start":"2026-07-03T16:46:47.727239Z","end":"2026-07-03T16:46:47.880653Z","steps":["trace[896893771] 'process raft request' (duration: 100.570269ms)","trace[896893771] 'compare' (duration: 52.673964ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:47.917306Z","caller":"traceutil/trace.go:171","msg":"trace[886924844] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"175.120282ms","start":"2026-07-03T16:46:47.742159Z","end":"2026-07-03T16:46:47.91728Z","steps":["trace[886924844] 'process raft request' (duration: 174.827496ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:47.91788Z","caller":"traceutil/trace.go:171","msg":"trace[800456482] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"151.208727ms","start":"2026-07-03T16:46:47.766618Z","end":"2026-07-03T16:46:47.917827Z","steps":["trace[800456482] 'process raft request' (duration: 150.92368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.015052Z","caller":"traceutil/trace.go:171","msg":"trace[27629878] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24373; }","duration":"114.057838ms","start":"2026-07-03T16:46:48.900975Z","end":"2026-07-03T16:46:49.015033Z","steps":["trace[27629878] 'process raft request' (duration: 114.030357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.015081Z","caller":"traceutil/trace.go:171","msg":"trace[1279753866] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"114.227991ms","start":"2026-07-03T16:46:48.900822Z","end":"2026-07-03T16:46:49.01505Z","steps":["trace[1279753866] 'process raft request' (duration: 114.082388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.026594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.443756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.026658Z","caller":"traceutil/trace.go:171","msg":"trace[1756903665] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:0; response_revision:24375; }","duration":"128.528628ms","start":"2026-07-03T16:46:48.898115Z","end":"2026-07-03T16:46:49.026644Z","steps":["trace[1756903665] 'agreement among raft nodes before linearized reading' (duration: 128.427966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.026669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.433238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:46:49.026674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.271565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.026726Z","caller":"traceutil/trace.go:171","msg":"trace[1277650417] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24375; }","duration":"129.517581ms","start":"2026-07-03T16:46:48.897196Z","end":"2026-07-03T16:46:49.026713Z","steps":["trace[1277650417] 'agreement among raft nodes before linearized reading' (duration: 129.431399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.026735Z","caller":"traceutil/trace.go:171","msg":"trace[1212995667] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24375; }","duration":"129.373767ms","start":"2026-07-03T16:46:48.897349Z","end":"2026-07-03T16:46:49.026723Z","steps":["trace[1212995667] 'agreement among raft nodes before linearized reading' (duration: 129.244644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.026724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.301775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.026779Z","caller":"traceutil/trace.go:171","msg":"trace[1402649396] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24375; }","duration":"129.378047ms","start":"2026-07-03T16:46:48.897387Z","end":"2026-07-03T16:46:49.026765Z","steps":["trace[1402649396] 'agreement among raft nodes before linearized reading' (duration: 129.290205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.026786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.293188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:149869"} {"level":"warn","ts":"2026-07-03T16:46:49.026817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.176024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.026829Z","caller":"traceutil/trace.go:171","msg":"trace[464422925] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24375; }","duration":"130.356739ms","start":"2026-07-03T16:46:48.896461Z","end":"2026-07-03T16:46:49.026817Z","steps":["trace[464422925] 'agreement among raft nodes before linearized reading' (duration: 130.103543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.026858Z","caller":"traceutil/trace.go:171","msg":"trace[1597136867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24375; }","duration":"105.216584ms","start":"2026-07-03T16:46:48.921621Z","end":"2026-07-03T16:46:49.026837Z","steps":["trace[1597136867] 'agreement among raft nodes before linearized reading' (duration: 105.175033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.026893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.144325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-03T16:46:49.026954Z","caller":"traceutil/trace.go:171","msg":"trace[897224563] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24375; }","duration":"127.207547ms","start":"2026-07-03T16:46:48.89972Z","end":"2026-07-03T16:46:49.026928Z","steps":["trace[897224563] 'agreement among raft nodes before linearized reading' (duration: 127.083365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.02694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.488116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:46:49.027019Z","caller":"traceutil/trace.go:171","msg":"trace[626495591] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24375; }","duration":"131.615138ms","start":"2026-07-03T16:46:48.895386Z","end":"2026-07-03T16:46:49.027001Z","steps":["trace[626495591] 'agreement among raft nodes before linearized reading' (duration: 131.386933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.027064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.4571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.02709Z","caller":"traceutil/trace.go:171","msg":"trace[535545541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24375; }","duration":"105.484741ms","start":"2026-07-03T16:46:48.921598Z","end":"2026-07-03T16:46:49.027083Z","steps":["trace[535545541] 'agreement among raft nodes before linearized reading' (duration: 105.43906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.026789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.122523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.027125Z","caller":"traceutil/trace.go:171","msg":"trace[760972941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24375; }","duration":"105.473511ms","start":"2026-07-03T16:46:48.92164Z","end":"2026-07-03T16:46:49.027113Z","steps":["trace[760972941] 'agreement among raft nodes before linearized reading' (duration: 105.097992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.027407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.232034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:46:49.027566Z","caller":"traceutil/trace.go:171","msg":"trace[2000638970] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24375; }","duration":"136.401528ms","start":"2026-07-03T16:46:48.891148Z","end":"2026-07-03T16:46:49.027549Z","steps":["trace[2000638970] 'agreement among raft nodes before linearized reading' (duration: 135.476977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.132834Z","caller":"traceutil/trace.go:171","msg":"trace[508495148] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"102.045042ms","start":"2026-07-03T16:46:49.030737Z","end":"2026-07-03T16:46:49.132782Z","steps":["trace[508495148] 'process raft request' (duration: 101.846958ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.147642Z","caller":"traceutil/trace.go:171","msg":"trace[115324547] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"101.929829ms","start":"2026-07-03T16:46:49.045694Z","end":"2026-07-03T16:46:49.147624Z","steps":["trace[115324547] 'process raft request' (duration: 101.333846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.147778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.808118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:46:49.147812Z","caller":"traceutil/trace.go:171","msg":"trace[824337757] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24377; }","duration":"112.872119ms","start":"2026-07-03T16:46:49.03493Z","end":"2026-07-03T16:46:49.147802Z","steps":["trace[824337757] 'agreement among raft nodes before linearized reading' (duration: 112.757637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.513676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.208374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-03T16:46:49.513918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.910656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:199154"} {"level":"info","ts":"2026-07-03T16:46:49.514022Z","caller":"traceutil/trace.go:171","msg":"trace[1603101542] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24405; }","duration":"136.048829ms","start":"2026-07-03T16:46:49.377949Z","end":"2026-07-03T16:46:49.513997Z","steps":["trace[1603101542] 'agreement among raft nodes before linearized reading' (duration: 135.663631ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.513946Z","caller":"traceutil/trace.go:171","msg":"trace[554984403] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24405; }","duration":"147.384858ms","start":"2026-07-03T16:46:49.366394Z","end":"2026-07-03T16:46:49.513779Z","steps":["trace[554984403] 'agreement among raft nodes before linearized reading' (duration: 147.066081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.514092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.248188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:46:49.514142Z","caller":"traceutil/trace.go:171","msg":"trace[378679149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24405; }","duration":"141.33175ms","start":"2026-07-03T16:46:49.3728Z","end":"2026-07-03T16:46:49.514132Z","steps":["trace[378679149] 'agreement among raft nodes before linearized reading' (duration: 141.191587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.514033Z","caller":"traceutil/trace.go:171","msg":"trace[1557073215] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"143.587011ms","start":"2026-07-03T16:46:49.370014Z","end":"2026-07-03T16:46:49.513601Z","steps":["trace[1557073215] 'process raft request' (duration: 142.984748ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.578478Z","caller":"traceutil/trace.go:171","msg":"trace[1723581246] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"132.740554ms","start":"2026-07-03T16:46:49.445703Z","end":"2026-07-03T16:46:49.578443Z","steps":["trace[1723581246] 'process raft request' (duration: 132.55578ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.727567Z","caller":"traceutil/trace.go:171","msg":"trace[80003420] linearizableReadLoop","detail":"{readStateIndex:25269; appliedIndex:25268; }","duration":"114.18926ms","start":"2026-07-03T16:46:49.613322Z","end":"2026-07-03T16:46:49.727511Z","steps":["trace[80003420] 'read index received' (duration: 96.466625ms)","trace[80003420] 'applied index is now lower than readState.Index' (duration: 17.721445ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:49.727636Z","caller":"traceutil/trace.go:171","msg":"trace[1710082935] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"137.047501ms","start":"2026-07-03T16:46:49.590548Z","end":"2026-07-03T16:46:49.727596Z","steps":["trace[1710082935] 'process raft request' (duration: 119.221375ms)","trace[1710082935] 'compare' (duration: 17.593701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:49.727813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.86967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.727921Z","caller":"traceutil/trace.go:171","msg":"trace[1804337368] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:0; response_revision:24409; }","duration":"134.009033ms","start":"2026-07-03T16:46:49.593884Z","end":"2026-07-03T16:46:49.727893Z","steps":["trace[1804337368] 'agreement among raft nodes before linearized reading' (duration: 133.739766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.728613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.146915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:46:49.728699Z","caller":"traceutil/trace.go:171","msg":"trace[1268423069] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24409; }","duration":"137.258318ms","start":"2026-07-03T16:46:49.591421Z","end":"2026-07-03T16:46:49.728679Z","steps":["trace[1268423069] 'agreement among raft nodes before linearized reading' (duration: 136.275345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.740321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.314549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.740414Z","caller":"traceutil/trace.go:171","msg":"trace[472789236] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:24411; }","duration":"123.458522ms","start":"2026-07-03T16:46:49.616939Z","end":"2026-07-03T16:46:49.740398Z","steps":["trace[472789236] 'agreement among raft nodes before linearized reading' (duration: 123.294268ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:49.899274Z","caller":"traceutil/trace.go:171","msg":"trace[1407378943] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25279; }","duration":"117.098447ms","start":"2026-07-03T16:46:49.782147Z","end":"2026-07-03T16:46:49.899245Z","steps":["trace[1407378943] 'read index received' (duration: 49.708547ms)","trace[1407378943] 'applied index is now lower than readState.Index' (duration: 67.38597ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:49.899332Z","caller":"traceutil/trace.go:171","msg":"trace[1951163427] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"118.467559ms","start":"2026-07-03T16:46:49.780831Z","end":"2026-07-03T16:46:49.899299Z","steps":["trace[1951163427] 'process raft request' (duration: 51.13322ms)","trace[1951163427] 'compare' (duration: 67.109344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:49.899505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.328972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:49.899605Z","caller":"traceutil/trace.go:171","msg":"trace[1055303150] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:24419; }","duration":"117.479566ms","start":"2026-07-03T16:46:49.782106Z","end":"2026-07-03T16:46:49.899586Z","steps":["trace[1055303150] 'agreement among raft nodes before linearized reading' (duration: 117.320192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.899635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.780137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-03T16:46:49.89976Z","caller":"traceutil/trace.go:171","msg":"trace[845753967] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24419; }","duration":"112.916131ms","start":"2026-07-03T16:46:49.78681Z","end":"2026-07-03T16:46:49.899726Z","steps":["trace[845753967] 'agreement among raft nodes before linearized reading' (duration: 112.739767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:49.899964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.449403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:46:49.900042Z","caller":"traceutil/trace.go:171","msg":"trace[1202144806] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24419; }","duration":"106.559396ms","start":"2026-07-03T16:46:49.793469Z","end":"2026-07-03T16:46:49.900028Z","steps":["trace[1202144806] 'agreement among raft nodes before linearized reading' (duration: 106.382592ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.212119Z","caller":"traceutil/trace.go:171","msg":"trace[695231184] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"171.870338ms","start":"2026-07-03T16:46:50.040209Z","end":"2026-07-03T16:46:50.21208Z","steps":["trace[695231184] 'process raft request' (duration: 85.159256ms)","trace[695231184] 'compare' (duration: 86.464857ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:50.212382Z","caller":"traceutil/trace.go:171","msg":"trace[1994456136] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"163.970398ms","start":"2026-07-03T16:46:50.048396Z","end":"2026-07-03T16:46:50.212366Z","steps":["trace[1994456136] 'process raft request' (duration: 163.592649ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.212568Z","caller":"traceutil/trace.go:171","msg":"trace[1906568123] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"147.466001ms","start":"2026-07-03T16:46:50.065057Z","end":"2026-07-03T16:46:50.212523Z","steps":["trace[1906568123] 'process raft request' (duration: 147.033381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.212621Z","caller":"traceutil/trace.go:171","msg":"trace[1134989732] linearizableReadLoop","detail":"{readStateIndex:25288; appliedIndex:25285; }","duration":"139.852857ms","start":"2026-07-03T16:46:50.072753Z","end":"2026-07-03T16:46:50.212606Z","steps":["trace[1134989732] 'read index received' (duration: 52.581512ms)","trace[1134989732] 'applied index is now lower than readState.Index' (duration: 87.269315ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:50.212717Z","caller":"traceutil/trace.go:171","msg":"trace[871460171] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"133.84319ms","start":"2026-07-03T16:46:50.078845Z","end":"2026-07-03T16:46:50.212688Z","steps":["trace[871460171] 'process raft request' (duration: 133.684037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:50.212969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.485904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:46:50.213018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.820652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:46:50.213116Z","caller":"traceutil/trace.go:171","msg":"trace[888877170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24428; }","duration":"172.645377ms","start":"2026-07-03T16:46:50.040418Z","end":"2026-07-03T16:46:50.213064Z","steps":["trace[888877170] 'agreement among raft nodes before linearized reading' (duration: 172.226987ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.213152Z","caller":"traceutil/trace.go:171","msg":"trace[1250198729] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24428; }","duration":"177.003046ms","start":"2026-07-03T16:46:50.036135Z","end":"2026-07-03T16:46:50.213138Z","steps":["trace[1250198729] 'agreement among raft nodes before linearized reading' (duration: 176.546696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:50.236375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.711283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-03T16:46:50.236467Z","caller":"traceutil/trace.go:171","msg":"trace[1130894204] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24429; }","duration":"160.851356ms","start":"2026-07-03T16:46:50.075592Z","end":"2026-07-03T16:46:50.236444Z","steps":["trace[1130894204] 'agreement among raft nodes before linearized reading' (duration: 160.55369ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.665336Z","caller":"traceutil/trace.go:171","msg":"trace[2012984960] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"271.392394ms","start":"2026-07-03T16:46:50.39392Z","end":"2026-07-03T16:46:50.665312Z","steps":["trace[2012984960] 'process raft request' (duration: 271.21583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.665513Z","caller":"traceutil/trace.go:171","msg":"trace[1985037395] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24455; }","duration":"270.009511ms","start":"2026-07-03T16:46:50.39549Z","end":"2026-07-03T16:46:50.6655Z","steps":["trace[1985037395] 'process raft request' (duration: 269.782086ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.665527Z","caller":"traceutil/trace.go:171","msg":"trace[547027982] linearizableReadLoop","detail":"{readStateIndex:25317; appliedIndex:25315; }","duration":"253.069445ms","start":"2026-07-03T16:46:50.41242Z","end":"2026-07-03T16:46:50.665489Z","steps":["trace[547027982] 'read index received' (duration: 252.750708ms)","trace[547027982] 'applied index is now lower than readState.Index' (duration: 315.647µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:50.665795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.20043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:5815"} {"level":"info","ts":"2026-07-03T16:46:50.665841Z","caller":"traceutil/trace.go:171","msg":"trace[148157756] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24455; }","duration":"268.266151ms","start":"2026-07-03T16:46:50.39756Z","end":"2026-07-03T16:46:50.665826Z","steps":["trace[148157756] 'agreement among raft nodes before linearized reading' (duration: 268.092937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:50.678206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.443231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58\" ","response":"range_response_count:1 size:4230"} {"level":"info","ts":"2026-07-03T16:46:50.678254Z","caller":"traceutil/trace.go:171","msg":"trace[1628106504] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58; range_end:; response_count:1; response_revision:24456; }","duration":"224.523703ms","start":"2026-07-03T16:46:50.453718Z","end":"2026-07-03T16:46:50.678242Z","steps":["trace[1628106504] 'agreement among raft nodes before linearized reading' (duration: 224.374429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:50.678321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.78742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:46:50.678396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.781839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:46:50.678465Z","caller":"traceutil/trace.go:171","msg":"trace[193335105] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24456; }","duration":"259.899581ms","start":"2026-07-03T16:46:50.418548Z","end":"2026-07-03T16:46:50.678448Z","steps":["trace[193335105] 'agreement among raft nodes before linearized reading' (duration: 259.734028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.678407Z","caller":"traceutil/trace.go:171","msg":"trace[452101449] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:24456; }","duration":"242.923483ms","start":"2026-07-03T16:46:50.435459Z","end":"2026-07-03T16:46:50.678383Z","steps":["trace[452101449] 'agreement among raft nodes before linearized reading' (duration: 242.77929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:50.679876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.817072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:46:50.679937Z","caller":"traceutil/trace.go:171","msg":"trace[724767339] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24456; }","duration":"204.902814ms","start":"2026-07-03T16:46:50.475014Z","end":"2026-07-03T16:46:50.679917Z","steps":["trace[724767339] 'agreement among raft nodes before linearized reading' (duration: 203.112893ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:50.680242Z","caller":"traceutil/trace.go:171","msg":"trace[523228225] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"243.223999ms","start":"2026-07-03T16:46:50.436986Z","end":"2026-07-03T16:46:50.68021Z","steps":["trace[523228225] 'process raft request' (duration: 240.887157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:54.388163Z","caller":"traceutil/trace.go:171","msg":"trace[775897563] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"114.865066ms","start":"2026-07-03T16:46:54.273274Z","end":"2026-07-03T16:46:54.388139Z","steps":["trace[775897563] 'process raft request' (duration: 100.958598ms)","trace[775897563] 'compare' (duration: 13.707103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:00.391409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687390066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:00.891913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687390066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:00.980754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30936777s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:47:00.981418Z","caller":"traceutil/trace.go:171","msg":"trace[1967622594] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"1.326298999s","start":"2026-07-03T16:46:59.655088Z","end":"2026-07-03T16:47:00.981387Z","steps":["trace[1967622594] 'process raft request' (duration: 1.326114835s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:00.981761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:59.655061Z","time spent":"1.326450982s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:01.581018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:01.117142Z","time spent":"463.869434ms","remote":"127.0.0.1:49684","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:47:01.59107Z","caller":"traceutil/trace.go:171","msg":"trace[1051968985] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"1.775991438s","start":"2026-07-03T16:46:59.815052Z","end":"2026-07-03T16:47:01.591044Z","steps":["trace[1051968985] 'process raft request' (duration: 1.775784663s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.591256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:59.815026Z","time spent":"1.7761403s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:01.591307Z","caller":"traceutil/trace.go:171","msg":"trace[1425751114] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"1.402747314s","start":"2026-07-03T16:47:00.188533Z","end":"2026-07-03T16:47:01.59128Z","steps":["trace[1425751114] 'process raft request' (duration: 1.402469558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.591507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.188505Z","time spent":"1.402852157s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:01.591596Z","caller":"traceutil/trace.go:171","msg":"trace[160640969] linearizableReadLoop","detail":"{readStateIndex:25551; appliedIndex:25545; }","duration":"1.700621284s","start":"2026-07-03T16:46:59.890943Z","end":"2026-07-03T16:47:01.591565Z","steps":["trace[160640969] 'read index received' (duration: 1.090233533s)","trace[160640969] 'applied index is now lower than readState.Index' (duration: 610.386591ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:01.59164Z","caller":"traceutil/trace.go:171","msg":"trace[1594065513] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"966.882213ms","start":"2026-07-03T16:47:00.624742Z","end":"2026-07-03T16:47:01.591625Z","steps":["trace[1594065513] 'process raft request' (duration: 966.654566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:01.591732Z","caller":"traceutil/trace.go:171","msg":"trace[1437891288] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"1.309923214s","start":"2026-07-03T16:47:00.281791Z","end":"2026-07-03T16:47:01.591714Z","steps":["trace[1437891288] 'process raft request' (duration: 1.309408081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.591741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.624719Z","time spent":"966.980734ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:01.591754Z","caller":"traceutil/trace.go:171","msg":"trace[120780466] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"873.475466ms","start":"2026-07-03T16:47:00.718265Z","end":"2026-07-03T16:47:01.59174Z","steps":["trace[120780466] 'process raft request' (duration: 873.25351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.59183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.281765Z","time spent":"1.310019635s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:01.59191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.718244Z","time spent":"873.596159ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:01.591918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700967323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:47:01.591962Z","caller":"traceutil/trace.go:171","msg":"trace[1863670549] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24687; }","duration":"1.701056765s","start":"2026-07-03T16:46:59.890894Z","end":"2026-07-03T16:47:01.59195Z","steps":["trace[1863670549] 'agreement among raft nodes before linearized reading' (duration: 1.700882691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.592005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:59.89087Z","time spent":"1.701125976s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:47:01.594023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648201455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:01.594099Z","caller":"traceutil/trace.go:171","msg":"trace[1587493666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24689; }","duration":"1.648324778s","start":"2026-07-03T16:46:59.945755Z","end":"2026-07-03T16:47:01.59408Z","steps":["trace[1587493666] 'agreement among raft nodes before linearized reading' (duration: 1.648200565s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.59413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:59.945735Z","time spent":"1.64838934s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:47:01.594135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.209254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:01.594174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179066011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:47:01.594205Z","caller":"traceutil/trace.go:171","msg":"trace[799407306] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24689; }","duration":"612.314286ms","start":"2026-07-03T16:47:00.981866Z","end":"2026-07-03T16:47:01.594181Z","steps":["trace[799407306] 'agreement among raft nodes before linearized reading' (duration: 612.214874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.594188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175900918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:47:01.594215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16677227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:47:01.59425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.981847Z","time spent":"612.393827ms","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:47:01.594238Z","caller":"traceutil/trace.go:171","msg":"trace[571472530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24689; }","duration":"1.179154393s","start":"2026-07-03T16:47:00.415054Z","end":"2026-07-03T16:47:01.594208Z","steps":["trace[571472530] 'agreement among raft nodes before linearized reading' (duration: 1.178994479s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:01.594264Z","caller":"traceutil/trace.go:171","msg":"trace[1930993504] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"500.711395ms","start":"2026-07-03T16:47:01.093538Z","end":"2026-07-03T16:47:01.594249Z","steps":["trace[1930993504] 'process raft request' (duration: 500.365867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:01.594268Z","caller":"traceutil/trace.go:171","msg":"trace[630783448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24689; }","duration":"1.176030302s","start":"2026-07-03T16:47:00.418219Z","end":"2026-07-03T16:47:01.59425Z","steps":["trace[630783448] 'agreement among raft nodes before linearized reading' (duration: 1.175777736s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:01.594271Z","caller":"traceutil/trace.go:171","msg":"trace[2112116439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24689; }","duration":"1.166847092s","start":"2026-07-03T16:47:00.42741Z","end":"2026-07-03T16:47:01.594257Z","steps":["trace[2112116439] 'agreement among raft nodes before linearized reading' (duration: 1.166707539s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:01.594233Z","caller":"traceutil/trace.go:171","msg":"trace[223883889] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"502.041696ms","start":"2026-07-03T16:47:01.092162Z","end":"2026-07-03T16:47:01.594204Z","steps":["trace[223883889] 'process raft request' (duration: 501.601446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.594304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.415034Z","time spent":"1.179256125s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:47:01.59432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:01.093526Z","time spent":"500.765576ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:01.594318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.418209Z","time spent":"1.176100083s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:47:01.594354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.246337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-03T16:47:01.59432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.427399Z","time spent":"1.166911163s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:47:01.594388Z","caller":"traceutil/trace.go:171","msg":"trace[449712163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24689; }","duration":"326.281638ms","start":"2026-07-03T16:47:01.268096Z","end":"2026-07-03T16:47:01.594377Z","steps":["trace[449712163] 'agreement among raft nodes before linearized reading' (duration: 326.189745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.594393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:01.09214Z","time spent":"502.196829ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:01.594412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:01.268051Z","time spent":"326.35578ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:47:01.594102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.529128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:47:01.594482Z","caller":"traceutil/trace.go:171","msg":"trace[1141652669] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:24689; }","duration":"485.941979ms","start":"2026-07-03T16:47:01.108529Z","end":"2026-07-03T16:47:01.594471Z","steps":["trace[1141652669] 'agreement among raft nodes before linearized reading' (duration: 485.431626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.594477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183095884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:47:01.594534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:01.108512Z","time spent":"486.0079ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:47:01.594558Z","caller":"traceutil/trace.go:171","msg":"trace[1394152223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24689; }","duration":"1.183236227s","start":"2026-07-03T16:47:00.411301Z","end":"2026-07-03T16:47:01.594538Z","steps":["trace[1394152223] 'agreement among raft nodes before linearized reading' (duration: 1.18296614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.594613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.411278Z","time spent":"1.18332589s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:47:07.766058Z","caller":"traceutil/trace.go:171","msg":"trace[1390591377] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"153.950449ms","start":"2026-07-03T16:47:07.612064Z","end":"2026-07-03T16:47:07.766014Z","steps":["trace[1390591377] 'process raft request' (duration: 149.864645ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:07.7661Z","caller":"traceutil/trace.go:171","msg":"trace[2051011690] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"133.921671ms","start":"2026-07-03T16:47:07.632144Z","end":"2026-07-03T16:47:07.766066Z","steps":["trace[2051011690] 'process raft request' (duration: 133.818349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:07.76619Z","caller":"traceutil/trace.go:171","msg":"trace[1703331791] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"137.142795ms","start":"2026-07-03T16:47:07.629Z","end":"2026-07-03T16:47:07.766143Z","steps":["trace[1703331791] 'process raft request' (duration: 136.799596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:07.766267Z","caller":"traceutil/trace.go:171","msg":"trace[1370218270] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"133.915871ms","start":"2026-07-03T16:47:07.632325Z","end":"2026-07-03T16:47:07.76624Z","steps":["trace[1370218270] 'process raft request' (duration: 133.691566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:07.766693Z","caller":"traceutil/trace.go:171","msg":"trace[1566613783] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"133.288597ms","start":"2026-07-03T16:47:07.633389Z","end":"2026-07-03T16:47:07.766678Z","steps":["trace[1566613783] 'process raft request' (duration: 132.773715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:13.426806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.575454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-03T16:47:13.426912Z","caller":"traceutil/trace.go:171","msg":"trace[1016839087] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24807; }","duration":"151.718768ms","start":"2026-07-03T16:47:13.275168Z","end":"2026-07-03T16:47:13.426887Z","steps":["trace[1016839087] 'range keys from in-memory index tree' (duration: 151.417251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:27.496727Z","caller":"traceutil/trace.go:171","msg":"trace[149249344] linearizableReadLoop","detail":"{readStateIndex:25839; appliedIndex:25838; }","duration":"162.390052ms","start":"2026-07-03T16:47:27.334304Z","end":"2026-07-03T16:47:27.496694Z","steps":["trace[149249344] 'read index received' (duration: 162.126786ms)","trace[149249344] 'applied index is now lower than readState.Index' (duration: 261.956µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:27.496816Z","caller":"traceutil/trace.go:171","msg":"trace[1232223547] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"378.311357ms","start":"2026-07-03T16:47:27.118472Z","end":"2026-07-03T16:47:27.496784Z","steps":["trace[1232223547] 'process raft request' (duration: 377.928709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:27.496974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.118448Z","time spent":"378.442751ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:27.497067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.73778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417704"} {"level":"info","ts":"2026-07-03T16:47:27.497135Z","caller":"traceutil/trace.go:171","msg":"trace[918141480] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24968; }","duration":"162.852423ms","start":"2026-07-03T16:47:27.334262Z","end":"2026-07-03T16:47:27.497114Z","steps":["trace[918141480] 'agreement among raft nodes before linearized reading' (duration: 162.552256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:28.288586Z","caller":"traceutil/trace.go:171","msg":"trace[827964906] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"418.887755ms","start":"2026-07-03T16:47:27.869676Z","end":"2026-07-03T16:47:28.288563Z","steps":["trace[827964906] 'process raft request' (duration: 333.903752ms)","trace[827964906] 'compare' (duration: 84.576054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:28.288725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.869653Z","time spent":"419.011217ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:28.323375Z","caller":"traceutil/trace.go:171","msg":"trace[1534972144] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"453.179539ms","start":"2026-07-03T16:47:27.870151Z","end":"2026-07-03T16:47:28.323331Z","steps":["trace[1534972144] 'process raft request' (duration: 452.973874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:28.323543Z","caller":"traceutil/trace.go:171","msg":"trace[312493424] linearizableReadLoop","detail":"{readStateIndex:25846; appliedIndex:25840; }","duration":"441.39809ms","start":"2026-07-03T16:47:27.882127Z","end":"2026-07-03T16:47:28.323525Z","steps":["trace[312493424] 'read index received' (duration: 321.51148ms)","trace[312493424] 'applied index is now lower than readState.Index' (duration: 119.88583ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:28.32364Z","caller":"traceutil/trace.go:171","msg":"trace[1334121895] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"451.989622ms","start":"2026-07-03T16:47:27.871644Z","end":"2026-07-03T16:47:28.323633Z","steps":["trace[1334121895] 'process raft request' (duration: 451.611243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.323765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.871629Z","time spent":"452.060503ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:28.32394Z","caller":"traceutil/trace.go:171","msg":"trace[857074402] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"443.272512ms","start":"2026-07-03T16:47:27.88065Z","end":"2026-07-03T16:47:28.323922Z","steps":["trace[857074402] 'process raft request' (duration: 442.73262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.880638Z","time spent":"443.339924ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418137,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:28.324057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.929992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:47:28.324082Z","caller":"traceutil/trace.go:171","msg":"trace[367077094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24975; }","duration":"441.983134ms","start":"2026-07-03T16:47:27.882093Z","end":"2026-07-03T16:47:28.324076Z","steps":["trace[367077094] 'agreement among raft nodes before linearized reading' (duration: 441.872931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.882077Z","time spent":"442.020634ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:28.324184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.87014Z","time spent":"453.319142ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:28.324239Z","caller":"traceutil/trace.go:171","msg":"trace[1253902627] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"452.38008ms","start":"2026-07-03T16:47:27.871853Z","end":"2026-07-03T16:47:28.324233Z","steps":["trace[1253902627] 'process raft request' (duration: 451.448979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.871845Z","time spent":"452.434031ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:28.324355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.936362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:28.32438Z","caller":"traceutil/trace.go:171","msg":"trace[750165883] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24975; }","duration":"225.019934ms","start":"2026-07-03T16:47:28.099353Z","end":"2026-07-03T16:47:28.324373Z","steps":["trace[750165883] 'agreement among raft nodes before linearized reading' (duration: 224.981253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.421243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:28.324501Z","caller":"traceutil/trace.go:171","msg":"trace[1582782695] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24975; }","duration":"274.488614ms","start":"2026-07-03T16:47:28.050007Z","end":"2026-07-03T16:47:28.324495Z","steps":["trace[1582782695] 'agreement among raft nodes before linearized reading' (duration: 274.456254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.871771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:47:28.324633Z","caller":"traceutil/trace.go:171","msg":"trace[1753809166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24975; }","duration":"438.909712ms","start":"2026-07-03T16:47:27.885718Z","end":"2026-07-03T16:47:28.324628Z","steps":["trace[1753809166] 'agreement among raft nodes before linearized reading' (duration: 438.862751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.885706Z","time spent":"438.937103ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:47:28.324792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.073896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:47:28.324811Z","caller":"traceutil/trace.go:171","msg":"trace[1921181084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24975; }","duration":"439.109726ms","start":"2026-07-03T16:47:27.885697Z","end":"2026-07-03T16:47:28.324807Z","steps":["trace[1921181084] 'agreement among raft nodes before linearized reading' (duration: 439.053135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.885686Z","time spent":"439.136068ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:28.324896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.397143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:47:28.324913Z","caller":"traceutil/trace.go:171","msg":"trace[230843492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24975; }","duration":"439.426544ms","start":"2026-07-03T16:47:27.88548Z","end":"2026-07-03T16:47:28.324907Z","steps":["trace[230843492] 'agreement among raft nodes before linearized reading' (duration: 439.381793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.324927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.885474Z","time spent":"439.448134ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:28.324209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.753339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:28.325306Z","caller":"traceutil/trace.go:171","msg":"trace[127343183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24975; }","duration":"439.912615ms","start":"2026-07-03T16:47:27.885387Z","end":"2026-07-03T16:47:28.3253Z","steps":["trace[127343183] 'agreement among raft nodes before linearized reading' (duration: 438.788119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.325327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.885358Z","time spent":"439.962727ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:47:28.324213Z","caller":"traceutil/trace.go:171","msg":"trace[1687077702] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"452.455432ms","start":"2026-07-03T16:47:27.871749Z","end":"2026-07-03T16:47:28.324204Z","steps":["trace[1687077702] 'process raft request' (duration: 451.530551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.325433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.871721Z","time spent":"453.694471ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:28.769607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.119291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:47:28.769729Z","caller":"traceutil/trace.go:171","msg":"trace[808277115] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24980; }","duration":"269.297116ms","start":"2026-07-03T16:47:28.500403Z","end":"2026-07-03T16:47:28.7697Z","steps":["trace[808277115] 'count revisions from in-memory index tree' (duration: 269.03948ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:28.789329Z","caller":"traceutil/trace.go:171","msg":"trace[175349438] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"135.500067ms","start":"2026-07-03T16:47:28.653793Z","end":"2026-07-03T16:47:28.789293Z","steps":["trace[175349438] 'process raft request' (duration: 135.18936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:14.749441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.507012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:14.749607Z","caller":"traceutil/trace.go:171","msg":"trace[607469976] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25491; }","duration":"427.815819ms","start":"2026-07-03T16:48:14.321767Z","end":"2026-07-03T16:48:14.749583Z","steps":["trace[607469976] 'count revisions from in-memory index tree' (duration: 427.435769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:14.749674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.321755Z","time spent":"427.893881ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:14.749463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.596774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:14.749814Z","caller":"traceutil/trace.go:171","msg":"trace[316604713] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25491; }","duration":"427.948862ms","start":"2026-07-03T16:48:14.321825Z","end":"2026-07-03T16:48:14.749773Z","steps":["trace[316604713] 'count revisions from in-memory index tree' (duration: 427.558612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:14.749921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.321755Z","time spent":"428.125316ms","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:48:15.028182Z","caller":"traceutil/trace.go:171","msg":"trace[219171656] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"577.01179ms","start":"2026-07-03T16:48:14.45115Z","end":"2026-07-03T16:48:15.028162Z","steps":["trace[219171656] 'process raft request' (duration: 576.869857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.028298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.451129Z","time spent":"577.110612ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.034353Z","caller":"traceutil/trace.go:171","msg":"trace[1369359324] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"534.514819ms","start":"2026-07-03T16:48:14.499824Z","end":"2026-07-03T16:48:15.034339Z","steps":["trace[1369359324] 'process raft request' (duration: 534.342955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.034425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.499803Z","time spent":"534.58569ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.034414Z","caller":"traceutil/trace.go:171","msg":"trace[329673627] linearizableReadLoop","detail":"{readStateIndex:26379; appliedIndex:26375; }","duration":"458.303695ms","start":"2026-07-03T16:48:14.576091Z","end":"2026-07-03T16:48:15.034395Z","steps":["trace[329673627] 'read index received' (duration: 452.096733ms)","trace[329673627] 'applied index is now lower than readState.Index' (duration: 6.206052ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:15.034508Z","caller":"traceutil/trace.go:171","msg":"trace[1195485336] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"531.013047ms","start":"2026-07-03T16:48:14.503486Z","end":"2026-07-03T16:48:15.034499Z","steps":["trace[1195485336] 'process raft request' (duration: 530.777272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.034596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.503475Z","time spent":"531.056469ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:15.034806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.726045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:48:15.034841Z","caller":"traceutil/trace.go:171","msg":"trace[1016081219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25497; }","duration":"458.795437ms","start":"2026-07-03T16:48:14.576038Z","end":"2026-07-03T16:48:15.034833Z","steps":["trace[1016081219] 'agreement among raft nodes before linearized reading' (duration: 458.699035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.034861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.575948Z","time spent":"458.908459ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:48:15.034866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.006978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:48:15.034892Z","caller":"traceutil/trace.go:171","msg":"trace[1152360178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25497; }","duration":"458.07252ms","start":"2026-07-03T16:48:14.576812Z","end":"2026-07-03T16:48:15.034884Z","steps":["trace[1152360178] 'agreement among raft nodes before linearized reading' (duration: 457.974188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.034917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.576781Z","time spent":"458.131272ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:48:15.034956Z","caller":"traceutil/trace.go:171","msg":"trace[1253845218] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"528.786566ms","start":"2026-07-03T16:48:14.506162Z","end":"2026-07-03T16:48:15.034949Z","steps":["trace[1253845218] 'process raft request' (duration: 528.131232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.506141Z","time spent":"528.834788ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.035077Z","caller":"traceutil/trace.go:171","msg":"trace[579779727] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"520.292232ms","start":"2026-07-03T16:48:14.514778Z","end":"2026-07-03T16:48:15.03507Z","steps":["trace[579779727] 'process raft request' (duration: 519.539545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.514754Z","time spent":"520.340204ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:48:15.03517Z","caller":"traceutil/trace.go:171","msg":"trace[1909084016] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"203.994892ms","start":"2026-07-03T16:48:14.831158Z","end":"2026-07-03T16:48:15.035153Z","steps":["trace[1909084016] 'process raft request' (duration: 203.184014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.239162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:48:15.035333Z","caller":"traceutil/trace.go:171","msg":"trace[1134934248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25497; }","duration":"457.462118ms","start":"2026-07-03T16:48:14.577865Z","end":"2026-07-03T16:48:15.035327Z","steps":["trace[1134934248] 'agreement among raft nodes before linearized reading' (duration: 457.391806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.577856Z","time spent":"457.491808ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:15.035356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.813389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:15.035382Z","caller":"traceutil/trace.go:171","msg":"trace[453299977] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25497; }","duration":"203.870151ms","start":"2026-07-03T16:48:14.831503Z","end":"2026-07-03T16:48:15.035373Z","steps":["trace[453299977] 'agreement among raft nodes before linearized reading' (duration: 203.82039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.70462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:15.035483Z","caller":"traceutil/trace.go:171","msg":"trace[1535594095] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25497; }","duration":"365.784831ms","start":"2026-07-03T16:48:14.669691Z","end":"2026-07-03T16:48:15.035476Z","steps":["trace[1535594095] 'agreement among raft nodes before linearized reading' (duration: 365.72794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.66967Z","time spent":"365.830083ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:48:15.035539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.419496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:48:15.035564Z","caller":"traceutil/trace.go:171","msg":"trace[826902467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25497; }","duration":"107.467447ms","start":"2026-07-03T16:48:14.92809Z","end":"2026-07-03T16:48:15.035558Z","steps":["trace[826902467] 'agreement among raft nodes before linearized reading' (duration: 107.389995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.947397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:48:15.035683Z","caller":"traceutil/trace.go:171","msg":"trace[1065269596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25497; }","duration":"454.002077ms","start":"2026-07-03T16:48:14.581661Z","end":"2026-07-03T16:48:15.035663Z","steps":["trace[1065269596] 'agreement among raft nodes before linearized reading' (duration: 453.937256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.035707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.581643Z","time spent":"454.057999ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:48:15.035945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.020082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:48:15.036004Z","caller":"traceutil/trace.go:171","msg":"trace[2091181127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25497; }","duration":"459.135695ms","start":"2026-07-03T16:48:14.576855Z","end":"2026-07-03T16:48:15.035991Z","steps":["trace[2091181127] 'agreement among raft nodes before linearized reading' (duration: 458.958011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:15.03604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:14.576823Z","time spent":"459.210377ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:48:29.970492Z","caller":"traceutil/trace.go:171","msg":"trace[432656450] linearizableReadLoop","detail":"{readStateIndex:26499; appliedIndex:26498; }","duration":"230.063069ms","start":"2026-07-03T16:48:29.740393Z","end":"2026-07-03T16:48:29.970456Z","steps":["trace[432656450] 'read index received' (duration: 139.188672ms)","trace[432656450] 'applied index is now lower than readState.Index' (duration: 90.872537ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:29.970557Z","caller":"traceutil/trace.go:171","msg":"trace[323415293] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"257.788133ms","start":"2026-07-03T16:48:29.712731Z","end":"2026-07-03T16:48:29.970519Z","steps":["trace[323415293] 'process raft request' (duration: 166.807783ms)","trace[323415293] 'compare' (duration: 90.756665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:29.970722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.292294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:48:29.97082Z","caller":"traceutil/trace.go:171","msg":"trace[1533525754] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25613; }","duration":"230.456768ms","start":"2026-07-03T16:48:29.740343Z","end":"2026-07-03T16:48:29.9708Z","steps":["trace[1533525754] 'agreement among raft nodes before linearized reading' (duration: 230.274284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:29.970946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.106532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:29.97095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.875718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:48:29.970736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.966979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:29.971016Z","caller":"traceutil/trace.go:171","msg":"trace[470327420] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25613; }","duration":"153.997049ms","start":"2026-07-03T16:48:29.817005Z","end":"2026-07-03T16:48:29.971002Z","steps":["trace[470327420] 'agreement among raft nodes before linearized reading' (duration: 153.856876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:29.971011Z","caller":"traceutil/trace.go:171","msg":"trace[855748191] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25613; }","duration":"154.181514ms","start":"2026-07-03T16:48:29.816812Z","end":"2026-07-03T16:48:29.970994Z","steps":["trace[855748191] 'agreement among raft nodes before linearized reading' (duration: 154.090762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:29.971038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.266046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:29.97106Z","caller":"traceutil/trace.go:171","msg":"trace[765158212] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25613; }","duration":"154.332557ms","start":"2026-07-03T16:48:29.816706Z","end":"2026-07-03T16:48:29.971038Z","steps":["trace[765158212] 'agreement among raft nodes before linearized reading' (duration: 153.960969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:29.971119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.977111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-03T16:48:29.97115Z","caller":"traceutil/trace.go:171","msg":"trace[933508566] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25613; }","duration":"154.389398ms","start":"2026-07-03T16:48:29.816739Z","end":"2026-07-03T16:48:29.971128Z","steps":["trace[933508566] 'agreement among raft nodes before linearized reading' (duration: 154.169013ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:29.971187Z","caller":"traceutil/trace.go:171","msg":"trace[521257842] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25613; }","duration":"151.076723ms","start":"2026-07-03T16:48:29.820088Z","end":"2026-07-03T16:48:29.971164Z","steps":["trace[521257842] 'agreement among raft nodes before linearized reading' (duration: 150.829048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.179481Z","caller":"traceutil/trace.go:171","msg":"trace[303904431] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"103.230389ms","start":"2026-07-03T16:48:31.07622Z","end":"2026-07-03T16:48:31.179451Z","steps":["trace[303904431] 'process raft request' (duration: 103.034135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.364634Z","caller":"traceutil/trace.go:171","msg":"trace[2076997381] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"266.507613ms","start":"2026-07-03T16:48:31.098093Z","end":"2026-07-03T16:48:31.3646Z","steps":["trace[2076997381] 'process raft request' (duration: 215.046316ms)","trace[2076997381] 'compare' (duration: 51.216191ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:31.364683Z","caller":"traceutil/trace.go:171","msg":"trace[212262183] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"265.237513ms","start":"2026-07-03T16:48:31.099418Z","end":"2026-07-03T16:48:31.364656Z","steps":["trace[212262183] 'process raft request' (duration: 265.11315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.364813Z","caller":"traceutil/trace.go:171","msg":"trace[44675759] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"263.669767ms","start":"2026-07-03T16:48:31.101121Z","end":"2026-07-03T16:48:31.364791Z","steps":["trace[44675759] 'process raft request' (duration: 263.467023ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.365001Z","caller":"traceutil/trace.go:171","msg":"trace[264115037] linearizableReadLoop","detail":"{readStateIndex:26505; appliedIndex:26500; }","duration":"260.404602ms","start":"2026-07-03T16:48:31.104571Z","end":"2026-07-03T16:48:31.364975Z","steps":["trace[264115037] 'read index received' (duration: 74.738498ms)","trace[264115037] 'applied index is now lower than readState.Index' (duration: 185.665194ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:31.365002Z","caller":"traceutil/trace.go:171","msg":"trace[1341489217] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"262.744357ms","start":"2026-07-03T16:48:31.102241Z","end":"2026-07-03T16:48:31.364986Z","steps":["trace[1341489217] 'process raft request' (duration: 262.46275ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.365099Z","caller":"traceutil/trace.go:171","msg":"trace[910634474] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"237.321125ms","start":"2026-07-03T16:48:31.127755Z","end":"2026-07-03T16:48:31.365076Z","steps":["trace[910634474] 'process raft request' (duration: 237.144861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.365243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.650708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:48:31.365299Z","caller":"traceutil/trace.go:171","msg":"trace[1400029694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25620; }","duration":"260.73763ms","start":"2026-07-03T16:48:31.104537Z","end":"2026-07-03T16:48:31.365275Z","steps":["trace[1400029694] 'agreement among raft nodes before linearized reading' (duration: 260.581957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.365296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.625992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:48:31.365344Z","caller":"traceutil/trace.go:171","msg":"trace[1941580747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25620; }","duration":"237.703093ms","start":"2026-07-03T16:48:31.127629Z","end":"2026-07-03T16:48:31.365332Z","steps":["trace[1941580747] 'agreement among raft nodes before linearized reading' (duration: 237.520909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.365357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.048696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:48:31.3654Z","caller":"traceutil/trace.go:171","msg":"trace[1277260199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25620; }","duration":"243.088787ms","start":"2026-07-03T16:48:31.122296Z","end":"2026-07-03T16:48:31.365385Z","steps":["trace[1277260199] 'agreement among raft nodes before linearized reading' (duration: 242.980994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.365534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.791085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-03T16:48:31.365382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.424097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:48:31.36558Z","caller":"traceutil/trace.go:171","msg":"trace[497069521] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:25620; }","duration":"251.898428ms","start":"2026-07-03T16:48:31.113672Z","end":"2026-07-03T16:48:31.36557Z","steps":["trace[497069521] 'agreement among raft nodes before linearized reading' (duration: 251.751254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:31.36562Z","caller":"traceutil/trace.go:171","msg":"trace[1474801347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25620; }","duration":"237.746475ms","start":"2026-07-03T16:48:31.127857Z","end":"2026-07-03T16:48:31.365604Z","steps":["trace[1474801347] 'agreement among raft nodes before linearized reading' (duration: 237.334595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.365884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.43765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:48:31.366022Z","caller":"traceutil/trace.go:171","msg":"trace[909147032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25620; }","duration":"252.947431ms","start":"2026-07-03T16:48:31.113052Z","end":"2026-07-03T16:48:31.366Z","steps":["trace[909147032] 'agreement among raft nodes before linearized reading' (duration: 252.137273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:31.588679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.882419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:48:31.588865Z","caller":"traceutil/trace.go:171","msg":"trace[1005105193] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25626; }","duration":"123.142375ms","start":"2026-07-03T16:48:31.465702Z","end":"2026-07-03T16:48:31.588845Z","steps":["trace[1005105193] 'range keys from in-memory index tree' (duration: 122.736156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:32.013629Z","caller":"traceutil/trace.go:171","msg":"trace[111237302] linearizableReadLoop","detail":"{readStateIndex:26514; appliedIndex:26513; }","duration":"208.728181ms","start":"2026-07-03T16:48:31.804874Z","end":"2026-07-03T16:48:32.013602Z","steps":["trace[111237302] 'read index received' (duration: 208.600578ms)","trace[111237302] 'applied index is now lower than readState.Index' (duration: 126.333µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:32.013676Z","caller":"traceutil/trace.go:171","msg":"trace[117517231] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"330.996135ms","start":"2026-07-03T16:48:31.682646Z","end":"2026-07-03T16:48:32.013643Z","steps":["trace[117517231] 'process raft request' (duration: 330.787561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:32.013855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:31.68262Z","time spent":"331.154329ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:48:32.013917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.011778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:32.014015Z","caller":"traceutil/trace.go:171","msg":"trace[265023171] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25627; }","duration":"209.178241ms","start":"2026-07-03T16:48:31.804815Z","end":"2026-07-03T16:48:32.013993Z","steps":["trace[265023171] 'agreement among raft nodes before linearized reading' (duration: 208.987557ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:34.029405Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067a3.wal"} {"level":"info","ts":"2026-07-03T16:48:43.116149Z","caller":"traceutil/trace.go:171","msg":"trace[756625159] linearizableReadLoop","detail":"{readStateIndex:26621; appliedIndex:26620; }","duration":"139.169101ms","start":"2026-07-03T16:48:42.976957Z","end":"2026-07-03T16:48:43.116126Z","steps":["trace[756625159] 'read index received' (duration: 138.986077ms)","trace[756625159] 'applied index is now lower than readState.Index' (duration: 182.094µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:43.116327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.348726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:48:43.116397Z","caller":"traceutil/trace.go:171","msg":"trace[365355882] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25732; }","duration":"139.479909ms","start":"2026-07-03T16:48:42.976903Z","end":"2026-07-03T16:48:43.116383Z","steps":["trace[365355882] 'agreement among raft nodes before linearized reading' (duration: 139.326365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:43.116262Z","caller":"traceutil/trace.go:171","msg":"trace[337633935] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"163.102509ms","start":"2026-07-03T16:48:42.953129Z","end":"2026-07-03T16:48:43.116232Z","steps":["trace[337633935] 'process raft request' (duration: 162.834922ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:43.522592Z","caller":"traceutil/trace.go:171","msg":"trace[2054225021] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"112.043491ms","start":"2026-07-03T16:48:43.410527Z","end":"2026-07-03T16:48:43.52257Z","steps":["trace[2054225021] 'process raft request' (duration: 111.926138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:43.522636Z","caller":"traceutil/trace.go:171","msg":"trace[49720690] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"112.771728ms","start":"2026-07-03T16:48:43.40982Z","end":"2026-07-03T16:48:43.522592Z","steps":["trace[49720690] 'process raft request' (duration: 95.723358ms)","trace[49720690] 'compare' (duration: 16.790733ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:48:43.522705Z","caller":"traceutil/trace.go:171","msg":"trace[1791912684] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"111.13025ms","start":"2026-07-03T16:48:43.41155Z","end":"2026-07-03T16:48:43.52268Z","steps":["trace[1791912684] 'process raft request' (duration: 110.983007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:07.480169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22832} {"level":"info","ts":"2026-07-03T16:49:07.605031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22832,"took":"121.679221ms","hash":952707795,"current-db-size-bytes":51855360,"current-db-size":"52 MB","current-db-size-in-use-bytes":44580864,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-03T16:49:07.605113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":952707795,"revision":22832,"compact-revision":20773} {"level":"info","ts":"2026-07-03T16:49:44.087242Z","caller":"traceutil/trace.go:171","msg":"trace[2055852531] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"193.79833ms","start":"2026-07-03T16:49:43.893413Z","end":"2026-07-03T16:49:44.087211Z","steps":["trace[2055852531] 'process raft request' (duration: 102.78774ms)","trace[2055852531] 'compare' (duration: 90.801595ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:44.090555Z","caller":"traceutil/trace.go:171","msg":"trace[597289203] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"140.069671ms","start":"2026-07-03T16:49:43.950425Z","end":"2026-07-03T16:49:44.090495Z","steps":["trace[597289203] 'process raft request' (duration: 139.512349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:46.057405Z","caller":"traceutil/trace.go:171","msg":"trace[820614082] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"140.050111ms","start":"2026-07-03T16:49:45.917322Z","end":"2026-07-03T16:49:46.057372Z","steps":["trace[820614082] 'process raft request' (duration: 134.165077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:46.057407Z","caller":"traceutil/trace.go:171","msg":"trace[1292847947] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"139.156749ms","start":"2026-07-03T16:49:45.918226Z","end":"2026-07-03T16:49:46.057383Z","steps":["trace[1292847947] 'process raft request' (duration: 139.070838ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:46.057475Z","caller":"traceutil/trace.go:171","msg":"trace[290154954] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"138.947826ms","start":"2026-07-03T16:49:45.918506Z","end":"2026-07-03T16:49:46.057454Z","steps":["trace[290154954] 'process raft request' (duration: 138.841173ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:46.434237Z","caller":"traceutil/trace.go:171","msg":"trace[452695147] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"110.394643ms","start":"2026-07-03T16:49:46.323827Z","end":"2026-07-03T16:49:46.434222Z","steps":["trace[452695147] 'process raft request' (duration: 110.296901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:21.059896Z","caller":"traceutil/trace.go:171","msg":"trace[1484913093] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"111.708754ms","start":"2026-07-03T16:50:20.948158Z","end":"2026-07-03T16:50:21.059866Z","steps":["trace[1484913093] 'process raft request' (duration: 94.998052ms)","trace[1484913093] 'compare' (duration: 16.534288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:27.535843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.537113ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:27.535988Z","caller":"traceutil/trace.go:171","msg":"trace[1470303492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26754; }","duration":"546.698206ms","start":"2026-07-03T16:50:26.989269Z","end":"2026-07-03T16:50:27.535967Z","steps":["trace[1470303492] 'range keys from in-memory index tree' (duration: 546.517832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.536748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.141345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:27.536907Z","caller":"traceutil/trace.go:171","msg":"trace[1166758709] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"1.136605271s","start":"2026-07-03T16:50:26.400272Z","end":"2026-07-03T16:50:27.536877Z","steps":["trace[1166758709] 'process raft request' (duration: 226.219061ms)","trace[1166758709] 'compare' (duration: 909.283005ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:27.536981Z","caller":"traceutil/trace.go:171","msg":"trace[1748780217] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27673; }","duration":"1.123156674s","start":"2026-07-03T16:50:26.413787Z","end":"2026-07-03T16:50:27.536944Z","steps":["trace[1748780217] 'read index received' (duration: 212.774194ms)","trace[1748780217] 'applied index is now lower than readState.Index' (duration: 910.37849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:27.537034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.400246Z","time spent":"1.136729653s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:27.537154Z","caller":"traceutil/trace.go:171","msg":"trace[1429898385] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"946.383763ms","start":"2026-07-03T16:50:26.59075Z","end":"2026-07-03T16:50:27.537134Z","steps":["trace[1429898385] 'process raft request' (duration: 946.26715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.537216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12341185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:27.537251Z","caller":"traceutil/trace.go:171","msg":"trace[1054198995] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26757; }","duration":"1.123498112s","start":"2026-07-03T16:50:26.413742Z","end":"2026-07-03T16:50:27.53724Z","steps":["trace[1054198995] 'agreement among raft nodes before linearized reading' (duration: 1.123339798s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:27.537213Z","caller":"traceutil/trace.go:171","msg":"trace[1327944399] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"960.877474ms","start":"2026-07-03T16:50:26.576284Z","end":"2026-07-03T16:50:27.537161Z","steps":["trace[1327944399] 'process raft request' (duration: 960.606548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.537265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.590707Z","time spent":"946.502985ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:27.537288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.413723Z","time spent":"1.123557803s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:27.537406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.576261Z","time spent":"961.039028ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:27.537517Z","caller":"traceutil/trace.go:171","msg":"trace[629436503] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"923.320187ms","start":"2026-07-03T16:50:26.614166Z","end":"2026-07-03T16:50:27.537486Z","steps":["trace[629436503] 'process raft request' (duration: 922.912276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.537652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.614134Z","time spent":"923.434338ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:27.796522Z","caller":"traceutil/trace.go:171","msg":"trace[1228752852] linearizableReadLoop","detail":"{readStateIndex:27679; appliedIndex:27677; }","duration":"259.435771ms","start":"2026-07-03T16:50:27.537056Z","end":"2026-07-03T16:50:27.796492Z","steps":["trace[1228752852] 'read index received' (duration: 259.202786ms)","trace[1228752852] 'applied index is now lower than readState.Index' (duration: 231.605µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:27.796899Z","caller":"traceutil/trace.go:171","msg":"trace[1206533867] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"1.065027215s","start":"2026-07-03T16:50:26.731853Z","end":"2026-07-03T16:50:27.79688Z","steps":["trace[1206533867] 'process raft request' (duration: 1.06435078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.797058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.731827Z","time spent":"1.065116797s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:27.797045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.647737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:27.797148Z","caller":"traceutil/trace.go:171","msg":"trace[34360833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26760; }","duration":"851.797011ms","start":"2026-07-03T16:50:26.945321Z","end":"2026-07-03T16:50:27.797118Z","steps":["trace[34360833] 'agreement among raft nodes before linearized reading' (duration: 851.610837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.797111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.200432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:27.797195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.9453Z","time spent":"851.887433ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:27.797243Z","caller":"traceutil/trace.go:171","msg":"trace[1704937193] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26760; }","duration":"835.397106ms","start":"2026-07-03T16:50:26.961814Z","end":"2026-07-03T16:50:27.797212Z","steps":["trace[1704937193] 'agreement among raft nodes before linearized reading' (duration: 835.101149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.797303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.961803Z","time spent":"835.487598ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:27.797436Z","caller":"traceutil/trace.go:171","msg":"trace[1605217030] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"947.457538ms","start":"2026-07-03T16:50:26.849963Z","end":"2026-07-03T16:50:27.797421Z","steps":["trace[1605217030] 'process raft request' (duration: 946.456335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.797511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:26.849935Z","time spent":"947.538439ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:27.79785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.5628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-03T16:50:27.7979Z","caller":"traceutil/trace.go:171","msg":"trace[1074965115] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26760; }","duration":"475.636633ms","start":"2026-07-03T16:50:27.322243Z","end":"2026-07-03T16:50:27.797879Z","steps":["trace[1074965115] 'agreement among raft nodes before linearized reading' (duration: 475.292264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.797933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:27.322219Z","time spent":"475.705784ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-03T16:50:27.82892Z","caller":"traceutil/trace.go:171","msg":"trace[1680564110] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"279.9763ms","start":"2026-07-03T16:50:27.548914Z","end":"2026-07-03T16:50:27.82889Z","steps":["trace[1680564110] 'process raft request' (duration: 279.720973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:27.829587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.643542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:50:27.829703Z","caller":"traceutil/trace.go:171","msg":"trace[1730507724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26762; }","duration":"202.809857ms","start":"2026-07-03T16:50:27.626868Z","end":"2026-07-03T16:50:27.829678Z","steps":["trace[1730507724] 'agreement among raft nodes before linearized reading' (duration: 202.394507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.081525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:50:32.55938Z","caller":"traceutil/trace.go:171","msg":"trace[1069239139] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"981.952915ms","start":"2026-07-03T16:50:31.577401Z","end":"2026-07-03T16:50:32.559354Z","steps":["trace[1069239139] 'process raft request' (duration: 981.761461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:32.559548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.577364Z","time spent":"982.092508ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:33.945567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:33.945656Z","caller":"traceutil/trace.go:171","msg":"trace[1318511047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000758715s","start":"2026-07-03T16:50:31.944878Z","end":"2026-07-03T16:50:33.945636Z","steps":["trace[1318511047] 'agreement among raft nodes before linearized reading' (duration: 2.000648612s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.945711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.944862Z","time spent":"2.000832306s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:35.339106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.059665181s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:50:35.339765Z","caller":"traceutil/trace.go:171","msg":"trace[1233119137] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"3.449689196s","start":"2026-07-03T16:50:31.890043Z","end":"2026-07-03T16:50:35.339733Z","steps":["trace[1233119137] 'process raft request' (duration: 3.449563984s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.33976Z","caller":"traceutil/trace.go:171","msg":"trace[887997034] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"3.759251561s","start":"2026-07-03T16:50:31.580468Z","end":"2026-07-03T16:50:35.339719Z","steps":["trace[887997034] 'process raft request' (duration: 3.758869202s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.339828Z","caller":"traceutil/trace.go:171","msg":"trace[626577323] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"3.518418067s","start":"2026-07-03T16:50:31.821368Z","end":"2026-07-03T16:50:35.339786Z","steps":["trace[626577323] 'process raft request' (duration: 3.518189221s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.339938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.890019Z","time spent":"3.449809089s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:35.340013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.821347Z","time spent":"3.51857023s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:35.339947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.580453Z","time spent":"3.759392905s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:35.340133Z","caller":"traceutil/trace.go:171","msg":"trace[1721175131] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"3.346568828s","start":"2026-07-03T16:50:31.993512Z","end":"2026-07-03T16:50:35.340081Z","steps":["trace[1721175131] 'process raft request' (duration: 3.346141919s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.340347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.993485Z","time spent":"3.346755143s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:35.340423Z","caller":"traceutil/trace.go:171","msg":"trace[1116204356] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"3.287044277s","start":"2026-07-03T16:50:32.053358Z","end":"2026-07-03T16:50:35.340402Z","steps":["trace[1116204356] 'process raft request' (duration: 3.286629628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.34053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.053333Z","time spent":"3.287142449s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:35.340727Z","caller":"traceutil/trace.go:171","msg":"trace[221110080] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"3.194769177s","start":"2026-07-03T16:50:32.145941Z","end":"2026-07-03T16:50:35.34071Z","steps":["trace[221110080] 'process raft request' (duration: 3.194364118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.34081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.145922Z","time spent":"3.19484336s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:35.34086Z","caller":"traceutil/trace.go:171","msg":"trace[1195644517] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"3.151241324s","start":"2026-07-03T16:50:32.189582Z","end":"2026-07-03T16:50:35.340823Z","steps":["trace[1195644517] 'process raft request' (duration: 3.150751183s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.340935Z","caller":"traceutil/trace.go:171","msg":"trace[241956852] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"2.796960505s","start":"2026-07-03T16:50:32.543943Z","end":"2026-07-03T16:50:35.340904Z","steps":["trace[241956852] 'process raft request' (duration: 2.796791611s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.340967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.189559Z","time spent":"3.151359366s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:35.340996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759729972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:50:35.340786Z","caller":"traceutil/trace.go:171","msg":"trace[1326902515] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27712; }","duration":"3.759504398s","start":"2026-07-03T16:50:31.581264Z","end":"2026-07-03T16:50:35.340769Z","steps":["trace[1326902515] 'read index received' (duration: 977.966695ms)","trace[1326902515] 'applied index is now lower than readState.Index' (duration: 2.781536463s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:35.34104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.543921Z","time spent":"2.797067187s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:35.341033Z","caller":"traceutil/trace.go:171","msg":"trace[803025546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26801; }","duration":"3.759817555s","start":"2026-07-03T16:50:31.581208Z","end":"2026-07-03T16:50:35.341025Z","steps":["trace[803025546] 'agreement among raft nodes before linearized reading' (duration: 3.759689932s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.341093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.581161Z","time spent":"3.759922377s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:35.841438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:35.945836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:35.945983Z","caller":"traceutil/trace.go:171","msg":"trace[1943004331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239232s","start":"2026-07-03T16:50:33.945709Z","end":"2026-07-03T16:50:35.945949Z","steps":["trace[1943004331] 'agreement among raft nodes before linearized reading' (duration: 2.000011767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.946068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.945693Z","time spent":"2.000359446s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:36.306787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.4525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:36.306886Z","caller":"traceutil/trace.go:171","msg":"trace[674628812] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"1.741622601s","start":"2026-07-03T16:50:34.565245Z","end":"2026-07-03T16:50:36.306867Z","steps":["trace[674628812] 'process raft request' (duration: 1.461004117s)","trace[674628812] 'compare' (duration: 280.105623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:36.306945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.565219Z","time spent":"1.741698783s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:37.222347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196126712s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:37.446176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000058555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:37.446265Z","caller":"traceutil/trace.go:171","msg":"trace[2120707833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000203948s","start":"2026-07-03T16:50:32.446043Z","end":"2026-07-03T16:50:37.446246Z","steps":["trace[2120707833] 'agreement among raft nodes before linearized reading' (duration: 5.000093556s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:37.446316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.446025Z","time spent":"5.00028044s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:50:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:37.448984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998668203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:37.449084Z","caller":"traceutil/trace.go:171","msg":"trace[643458681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998795146s","start":"2026-07-03T16:50:32.450273Z","end":"2026-07-03T16:50:37.449068Z","steps":["trace[643458681] 'agreement among raft nodes before linearized reading' (duration: 4.998685043s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:37.449134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.450263Z","time spent":"4.998858498s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:50:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:37.44922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999468961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:37.44931Z","caller":"traceutil/trace.go:171","msg":"trace[158465150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999594924s","start":"2026-07-03T16:50:32.449694Z","end":"2026-07-03T16:50:37.449289Z","steps":["trace[158465150] 'agreement among raft nodes before linearized reading' (duration: 4.999471881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:37.449372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.449685Z","time spent":"4.999669096s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:50:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:37.955582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:37.955699Z","caller":"traceutil/trace.go:171","msg":"trace[713048807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052473s","start":"2026-07-03T16:50:35.955124Z","end":"2026-07-03T16:50:37.955649Z","steps":["trace[713048807] 'agreement among raft nodes before linearized reading' (duration: 2.000413566s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:37.955754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.955099Z","time spent":"2.000641483s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:39.547866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559279821s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:39.548028Z","caller":"traceutil/trace.go:171","msg":"trace[1604200779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26802; }","duration":"2.559456326s","start":"2026-07-03T16:50:36.988547Z","end":"2026-07-03T16:50:39.548003Z","steps":["trace[1604200779] 'range keys from in-memory index tree' (duration: 2.559259011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.550373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327703628s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:50:39.550708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.88858945s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:50:39.550793Z","caller":"traceutil/trace.go:171","msg":"trace[1093840887] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"4.203609099s","start":"2026-07-03T16:50:35.347153Z","end":"2026-07-03T16:50:39.550762Z","steps":["trace[1093840887] 'process raft request' (duration: 1.875443701s)","trace[1093840887] 'compare' (duration: 2.32651219s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:39.550808Z","caller":"traceutil/trace.go:171","msg":"trace[1637048578] linearizableReadLoop","detail":"{readStateIndex:27723; appliedIndex:27721; }","duration":"4.209718739s","start":"2026-07-03T16:50:35.341057Z","end":"2026-07-03T16:50:39.550775Z","steps":["trace[1637048578] 'read index received' (duration: 685.205633ms)","trace[1637048578] 'applied index is now lower than readState.Index' (duration: 3.524509616s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:39.550925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.347141Z","time spent":"4.203713892s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:39.955714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:39.955808Z","caller":"traceutil/trace.go:171","msg":"trace[1508419733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167221s","start":"2026-07-03T16:50:37.955616Z","end":"2026-07-03T16:50:39.955783Z","steps":["trace[1508419733] 'agreement among raft nodes before linearized reading' (duration: 2.000033278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:39.955879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.955607Z","time spent":"2.000257524s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:40.051576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:40.552052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:40.937163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:40.937246Z","caller":"traceutil/trace.go:171","msg":"trace[885931790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309834s","start":"2026-07-03T16:50:38.936918Z","end":"2026-07-03T16:50:40.937228Z","steps":["trace[885931790] 'agreement among raft nodes before linearized reading' (duration: 2.000202102s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.937293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.936899Z","time spent":"2.000385096s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:41.052792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:41.553139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:41.685775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13530842s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:50:41.686049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.54983977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-03T16:50:41.687211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.569696251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:41.687246Z","caller":"traceutil/trace.go:171","msg":"trace[1430602348] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26803; }","duration":"9.569733072s","start":"2026-07-03T16:50:32.117502Z","end":"2026-07-03T16:50:41.687235Z","steps":["trace[1430602348] 'agreement among raft nodes before linearized reading' (duration: 7.433457139s)","trace[1430602348] 'count revisions from in-memory index tree' (duration: 2.136212472s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.117484Z","time spent":"9.569786063s","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.687444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.734984709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:50:41.687471Z","caller":"traceutil/trace.go:171","msg":"trace[436789609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26803; }","duration":"8.735102684s","start":"2026-07-03T16:50:32.952361Z","end":"2026-07-03T16:50:41.687464Z","steps":["trace[436789609] 'agreement among raft nodes before linearized reading' (duration: 6.598561125s)","trace[436789609] 'range keys from in-memory index tree' (duration: 2.136468257s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.952336Z","time spent":"8.735150244s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:41.687487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.83814465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:41.687523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.172460852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:41.687561Z","caller":"traceutil/trace.go:171","msg":"trace[520616553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26803; }","duration":"7.838266141s","start":"2026-07-03T16:50:33.849275Z","end":"2026-07-03T16:50:41.687542Z","steps":["trace[520616553] 'agreement among raft nodes before linearized reading' (duration: 5.701659521s)","trace[520616553] 'count revisions from in-memory index tree' (duration: 2.136498897s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:41.687576Z","caller":"traceutil/trace.go:171","msg":"trace[2090050272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26803; }","duration":"8.172520124s","start":"2026-07-03T16:50:33.515038Z","end":"2026-07-03T16:50:41.687558Z","steps":["trace[2090050272] 'agreement among raft nodes before linearized reading' (duration: 6.035909404s)","trace[2090050272] 'count revisions from in-memory index tree' (duration: 2.136562669s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.18110013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:41.687607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.515028Z","time spent":"8.172571205s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.687599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.849257Z","time spent":"7.838334094s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:41.687623Z","caller":"traceutil/trace.go:171","msg":"trace[900074186] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26803; }","duration":"8.18115794s","start":"2026-07-03T16:50:33.506455Z","end":"2026-07-03T16:50:41.687613Z","steps":["trace[900074186] 'agreement among raft nodes before linearized reading' (duration: 6.044499469s)","trace[900074186] 'count revisions from in-memory index tree' (duration: 2.1366253s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.506433Z","time spent":"8.181208792s","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.68764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003542047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:41.687728Z","caller":"traceutil/trace.go:171","msg":"trace[212155148] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26803; }","duration":"10.00366675s","start":"2026-07-03T16:50:31.684043Z","end":"2026-07-03T16:50:41.68771Z","steps":["trace[212155148] 'agreement among raft nodes before linearized reading' (duration: 7.866918757s)","trace[212155148] 'count revisions from in-memory index tree' (duration: 2.136629821s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.256229015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:41.687745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.971654632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:41.687774Z","caller":"traceutil/trace.go:171","msg":"trace[880260423] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26803; }","duration":"9.256595724s","start":"2026-07-03T16:50:32.431169Z","end":"2026-07-03T16:50:41.687765Z","steps":["trace[880260423] 'agreement among raft nodes before linearized reading' (duration: 7.119781969s)","trace[880260423] 'count revisions from in-memory index tree' (duration: 2.136468377s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.431148Z","time spent":"9.256650255s","remote":"127.0.0.1:59582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.68781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.830803423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:41.687811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.886632426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:41.687807Z","caller":"traceutil/trace.go:171","msg":"trace[997921704] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26803; }","duration":"7.971763084s","start":"2026-07-03T16:50:33.716025Z","end":"2026-07-03T16:50:41.687788Z","steps":["trace[997921704] 'agreement among raft nodes before linearized reading' (duration: 5.834911298s)","trace[997921704] 'count revisions from in-memory index tree' (duration: 2.136768563s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:41.687835Z","caller":"traceutil/trace.go:171","msg":"trace[1811179860] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26803; }","duration":"6.830869205s","start":"2026-07-03T16:50:34.856958Z","end":"2026-07-03T16:50:41.687827Z","steps":["trace[1811179860] 'agreement among raft nodes before linearized reading' (duration: 4.693981968s)","trace[1811179860] 'count revisions from in-memory index tree' (duration: 2.136844575s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:41.687843Z","caller":"traceutil/trace.go:171","msg":"trace[1467341449] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26803; }","duration":"8.886714299s","start":"2026-07-03T16:50:32.801117Z","end":"2026-07-03T16:50:41.687832Z","steps":["trace[1467341449] 'agreement among raft nodes before linearized reading' (duration: 6.749816312s)","trace[1467341449] 'count revisions from in-memory index tree' (duration: 2.136849535s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:41.686123Z","caller":"traceutil/trace.go:171","msg":"trace[150043649] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26803; }","duration":"6.549984023s","start":"2026-07-03T16:50:35.136116Z","end":"2026-07-03T16:50:41.6861Z","steps":["trace[150043649] 'agreement among raft nodes before linearized reading' (duration: 4.414795836s)","trace[150043649] 'range keys from in-memory index tree' (duration: 2.134983503s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:33.715994Z","time spent":"7.971850046s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.687916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.354802489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:41.687766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:31.684028Z","time spent":"10.003728521s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:41.687942Z","caller":"traceutil/trace.go:171","msg":"trace[1091931703] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26803; }","duration":"9.35486337s","start":"2026-07-03T16:50:32.333071Z","end":"2026-07-03T16:50:41.687935Z","steps":["trace[1091931703] 'agreement among raft nodes before linearized reading' (duration: 7.217882442s)","trace[1091931703] 'count revisions from in-memory index tree' (duration: 2.136943978s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.687969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.333052Z","time spent":"9.354909631s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.687951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.136088Z","time spent":"6.551820206s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:50:41.687863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.856934Z","time spent":"6.830923876s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.687871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.801089Z","time spent":"8.88677431s","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:41.688139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.334746609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:50:41.688165Z","caller":"traceutil/trace.go:171","msg":"trace[1598874249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26803; }","duration":"9.33480548s","start":"2026-07-03T16:50:32.353352Z","end":"2026-07-03T16:50:41.688158Z","steps":["trace[1598874249] 'agreement among raft nodes before linearized reading' (duration: 7.197610767s)","trace[1598874249] 'range keys from in-memory index tree' (duration: 2.137130112s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.688187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:32.353331Z","time spent":"9.334851442s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:50:41.687877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062738855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11713"} {"level":"info","ts":"2026-07-03T16:50:41.688256Z","caller":"traceutil/trace.go:171","msg":"trace[594554387] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26803; }","duration":"7.063132123s","start":"2026-07-03T16:50:34.625103Z","end":"2026-07-03T16:50:41.688235Z","steps":["trace[594554387] 'agreement among raft nodes before linearized reading' (duration: 4.925839267s)","trace[594554387] 'range keys from in-memory index tree' (duration: 2.136847825s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:41.68832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:34.625082Z","time spent":"7.063221156s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11736,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-03T16:50:41.688388Z","caller":"traceutil/trace.go:171","msg":"trace[1880581799] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"5.002533181s","start":"2026-07-03T16:50:36.685846Z","end":"2026-07-03T16:50:41.688379Z","steps":["trace[1880581799] 'process raft request' (duration: 4.999990293s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:41.688464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.685819Z","time spent":"5.002598222s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:41.964535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001877331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:41.964623Z","caller":"traceutil/trace.go:171","msg":"trace[846309822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002022294s","start":"2026-07-03T16:50:39.96258Z","end":"2026-07-03T16:50:41.964602Z","steps":["trace[846309822] 'agreement among raft nodes before linearized reading' (duration: 2.001913041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:41.964668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.962558Z","time spent":"2.002100715s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:42.053298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:42.138392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.587554038s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:42.344096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.346478Z","time spent":"4.997609299s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.345002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.346387Z","time spent":"4.998598511s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.345067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.347868Z","time spent":"4.997193978s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:42.345139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.346985Z","time spent":"4.998153131s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.345879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.348225Z","time spent":"4.997644869s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:42.346037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.348049Z","time spent":"4.997984847s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.346131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.348245Z","time spent":"4.997884345s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:42.35316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.693114Z","time spent":"660.043517ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.445753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997940049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:42.445836Z","caller":"traceutil/trace.go:171","msg":"trace[958221476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998088512s","start":"2026-07-03T16:50:39.447728Z","end":"2026-07-03T16:50:42.445816Z","steps":["trace[958221476] 'agreement among raft nodes before linearized reading' (duration: 2.99798382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.445881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.447653Z","time spent":"2.998218065s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.449673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998632105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:42.449747Z","caller":"traceutil/trace.go:171","msg":"trace[1420428911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998744748s","start":"2026-07-03T16:50:39.450976Z","end":"2026-07-03T16:50:42.449721Z","steps":["trace[1420428911] 'agreement among raft nodes before linearized reading' (duration: 2.998663716s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.449796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.450954Z","time spent":"2.998828939s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:42.449803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997415277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:42.44991Z","caller":"traceutil/trace.go:171","msg":"trace[394853670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997574961s","start":"2026-07-03T16:50:39.452324Z","end":"2026-07-03T16:50:42.449899Z","steps":["trace[394853670] 'agreement among raft nodes before linearized reading' (duration: 2.997431548s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.449954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.452311Z","time spent":"2.997632262s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:50:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:43.311116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.31265Z","time spent":"4.998459507s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:50:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:43.533233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844803009s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:43.534091Z","caller":"traceutil/trace.go:171","msg":"trace[874983030] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26818; }","duration":"1.179168804s","start":"2026-07-03T16:50:42.354897Z","end":"2026-07-03T16:50:43.534066Z","steps":["trace[874983030] 'process raft request' (duration: 1.179125693s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.534254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.354877Z","time spent":"1.179294537s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:43.534451Z","caller":"traceutil/trace.go:171","msg":"trace[1471506826] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"5.333465566s","start":"2026-07-03T16:50:38.200933Z","end":"2026-07-03T16:50:43.534398Z","steps":["trace[1471506826] 'process raft request' (duration: 5.332859122s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.534495Z","caller":"traceutil/trace.go:171","msg":"trace[1352029781] linearizableReadLoop","detail":"{readStateIndex:27739; appliedIndex:27725; }","duration":"3.98360658s","start":"2026-07-03T16:50:39.550873Z","end":"2026-07-03T16:50:43.53448Z","steps":["trace[1352029781] 'read index received' (duration: 2.587677421s)","trace[1352029781] 'applied index is now lower than readState.Index' (duration: 1.395927659s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:43.534501Z","caller":"traceutil/trace.go:171","msg":"trace[1743143906] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"3.185785162s","start":"2026-07-03T16:50:40.348669Z","end":"2026-07-03T16:50:43.534454Z","steps":["trace[1743143906] 'process raft request' (duration: 3.18525719s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.534504Z","caller":"traceutil/trace.go:171","msg":"trace[1622938918] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"5.330914498s","start":"2026-07-03T16:50:38.20356Z","end":"2026-07-03T16:50:43.534474Z","steps":["trace[1622938918] 'process raft request' (duration: 5.330266833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.534602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.200909Z","time spent":"5.333615239s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:43.534645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.348627Z","time spent":"3.185938196s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:43.534651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.20355Z","time spent":"5.33102427s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:43.534679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395372872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:43.534725Z","caller":"traceutil/trace.go:171","msg":"trace[1566417513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26818; }","duration":"4.395463994s","start":"2026-07-03T16:50:39.139248Z","end":"2026-07-03T16:50:43.534712Z","steps":["trace[1566417513] 'agreement among raft nodes before linearized reading' (duration: 4.395343441s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.534762Z","caller":"traceutil/trace.go:171","msg":"trace[1950263531] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"5.433998194s","start":"2026-07-03T16:50:38.100746Z","end":"2026-07-03T16:50:43.534744Z","steps":["trace[1950263531] 'process raft request' (duration: 5.432981061s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.534768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.139235Z","time spent":"4.395520015s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:43.534819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.100725Z","time spent":"5.434062326s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:43.534892Z","caller":"traceutil/trace.go:171","msg":"trace[601312805] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"5.392699249s","start":"2026-07-03T16:50:38.142169Z","end":"2026-07-03T16:50:43.534869Z","steps":["trace[601312805] 'process raft request' (duration: 5.391592444s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.53498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.564243938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:50:43.53498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.142141Z","time spent":"5.392793242s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:43.535015Z","caller":"traceutil/trace.go:171","msg":"trace[1792305964] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26818; }","duration":"7.564278688s","start":"2026-07-03T16:50:35.970726Z","end":"2026-07-03T16:50:43.535005Z","steps":["trace[1792305964] 'agreement among raft nodes before linearized reading' (duration: 7.564147706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.534983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.780817518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:43.535018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.191883554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:43.535047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.970661Z","time spent":"7.564377381s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:50:43.535073Z","caller":"traceutil/trace.go:171","msg":"trace[54104460] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26818; }","duration":"8.191939446s","start":"2026-07-03T16:50:35.343119Z","end":"2026-07-03T16:50:43.535059Z","steps":["trace[54104460] 'agreement among raft nodes before linearized reading' (duration: 8.191850354s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.535078Z","caller":"traceutil/trace.go:171","msg":"trace[1611730114] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26818; }","duration":"7.780969772s","start":"2026-07-03T16:50:35.754081Z","end":"2026-07-03T16:50:43.535051Z","steps":["trace[1611730114] 'agreement among raft nodes before linearized reading' (duration: 7.780801728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.535081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.727292495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:43.535113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.343096Z","time spent":"8.192005698s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:43.53512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384766697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:43.535138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.754068Z","time spent":"7.781054624s","remote":"127.0.0.1:44136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:43.535149Z","caller":"traceutil/trace.go:171","msg":"trace[590548621] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26818; }","duration":"7.727406907s","start":"2026-07-03T16:50:35.807719Z","end":"2026-07-03T16:50:43.535126Z","steps":["trace[590548621] 'agreement among raft nodes before linearized reading' (duration: 7.727269334s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.53515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.58493658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:50:43.535174Z","caller":"traceutil/trace.go:171","msg":"trace[286011312] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26818; }","duration":"6.384858279s","start":"2026-07-03T16:50:37.150299Z","end":"2026-07-03T16:50:43.535157Z","steps":["trace[286011312] 'agreement among raft nodes before linearized reading' (duration: 6.384760357s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.535213Z","caller":"traceutil/trace.go:171","msg":"trace[1816935530] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:26818; }","duration":"7.585041843s","start":"2026-07-03T16:50:35.950151Z","end":"2026-07-03T16:50:43.535193Z","steps":["trace[1816935530] 'agreement among raft nodes before linearized reading' (duration: 7.584836078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.535226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.807657Z","time spent":"7.727535881s","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:43.535001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.37228022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:50:43.535268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:35.950123Z","time spent":"7.585132055s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:50:43.535286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.825517652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:43.535293Z","caller":"traceutil/trace.go:171","msg":"trace[690752735] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26818; }","duration":"7.372615118s","start":"2026-07-03T16:50:36.162661Z","end":"2026-07-03T16:50:43.535276Z","steps":["trace[690752735] 'agreement among raft nodes before linearized reading' (duration: 7.372190708s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.535335Z","caller":"traceutil/trace.go:171","msg":"trace[1424492301] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26818; }","duration":"6.825597373s","start":"2026-07-03T16:50:36.709717Z","end":"2026-07-03T16:50:43.535314Z","steps":["trace[1424492301] 'agreement among raft nodes before linearized reading' (duration: 6.825529942s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.535351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.162636Z","time spent":"7.37269625s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:43.535374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.709698Z","time spent":"6.825664615s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:43.535221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.150281Z","time spent":"6.3849269s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:43.535463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.59004124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276063"} {"level":"info","ts":"2026-07-03T16:50:43.535525Z","caller":"traceutil/trace.go:171","msg":"trace[1679887536] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26818; }","duration":"5.590137472s","start":"2026-07-03T16:50:37.945369Z","end":"2026-07-03T16:50:43.535507Z","steps":["trace[1679887536] 'agreement among raft nodes before linearized reading' (duration: 5.58959808s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.535569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:37.945349Z","time spent":"5.590206694s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276086,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:50:43.535586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531993554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:43.535614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.175365099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:43.535702Z","caller":"traceutil/trace.go:171","msg":"trace[809893911] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26818; }","duration":"7.175453081s","start":"2026-07-03T16:50:36.360197Z","end":"2026-07-03T16:50:43.53565Z","steps":["trace[809893911] 'agreement among raft nodes before linearized reading' (duration: 7.175304738s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.535703Z","caller":"traceutil/trace.go:171","msg":"trace[1900936161] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26818; }","duration":"4.532120817s","start":"2026-07-03T16:50:39.003524Z","end":"2026-07-03T16:50:43.535645Z","steps":["trace[1900936161] 'agreement among raft nodes before linearized reading' (duration: 4.531988354s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.535702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.28471223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:43.535737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:36.360177Z","time spent":"7.175550783s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:43.53575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.00349Z","time spent":"4.53224979s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:43.535762Z","caller":"traceutil/trace.go:171","msg":"trace[967659434] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26818; }","duration":"5.284803833s","start":"2026-07-03T16:50:38.250938Z","end":"2026-07-03T16:50:43.535742Z","steps":["trace[967659434] 'agreement among raft nodes before linearized reading' (duration: 5.28468292s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.535811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:38.250922Z","time spent":"5.284873384s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:43.543624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988046723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:43.543725Z","caller":"traceutil/trace.go:171","msg":"trace[1837808313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"1.988174867s","start":"2026-07-03T16:50:41.555538Z","end":"2026-07-03T16:50:43.543713Z","steps":["trace[1837808313] 'agreement among raft nodes before linearized reading' (duration: 1.988071244s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.543761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.555524Z","time spent":"1.988228138s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/03 16:50:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:43.972107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:43.972204Z","caller":"traceutil/trace.go:171","msg":"trace[1677924249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079499s","start":"2026-07-03T16:50:41.972102Z","end":"2026-07-03T16:50:43.972181Z","steps":["trace[1677924249] 'agreement among raft nodes before linearized reading' (duration: 1.999963036s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.972271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.972086Z","time spent":"2.000164491s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:44.035431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:44.536147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:45.037327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687394999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:45.056846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.895686002s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:45.195362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.177399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:45.195578Z","caller":"traceutil/trace.go:171","msg":"trace[1588584568] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"2.742920319s","start":"2026-07-03T16:50:42.452638Z","end":"2026-07-03T16:50:45.195558Z","steps":["trace[1588584568] 'process raft request' (duration: 2.742821536s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:45.195795Z","caller":"traceutil/trace.go:171","msg":"trace[1724714569] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"2.747060114s","start":"2026-07-03T16:50:42.448697Z","end":"2026-07-03T16:50:45.195757Z","steps":["trace[1724714569] 'process raft request' (duration: 2.608342003s)","trace[1724714569] 'compare' (duration: 137.397051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:45.195654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.452613Z","time spent":"2.743006691s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:45.196957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.448675Z","time spent":"2.74820423s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:45.979415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:45.979503Z","caller":"traceutil/trace.go:171","msg":"trace[1244930673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707213s","start":"2026-07-03T16:50:43.978776Z","end":"2026-07-03T16:50:45.979483Z","steps":["trace[1244930673] 'agreement among raft nodes before linearized reading' (duration: 2.000594171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.979553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.978756Z","time spent":"2.000786925s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:47.34704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999667415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:47.347155Z","caller":"traceutil/trace.go:171","msg":"trace[420818300] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999829799s","start":"2026-07-03T16:50:42.347301Z","end":"2026-07-03T16:50:47.34713Z","steps":["trace[420818300] 'agreement among raft nodes before linearized reading' (duration: 4.999682786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.347221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.34729Z","time spent":"4.999915471s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:47.347281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999791179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:47.347315Z","caller":"traceutil/trace.go:171","msg":"trace[615371876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999852869s","start":"2026-07-03T16:50:42.347449Z","end":"2026-07-03T16:50:47.347302Z","steps":["trace[615371876] 'agreement among raft nodes before linearized reading' (duration: 4.999824029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.347347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.347426Z","time spent":"4.999914651s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:50:47.348199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001186829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:47.348311Z","caller":"traceutil/trace.go:171","msg":"trace[506781182] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.001358833s","start":"2026-07-03T16:50:42.346927Z","end":"2026-07-03T16:50:47.348286Z","steps":["trace[506781182] 'agreement among raft nodes before linearized reading' (duration: 5.00121632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.348369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000046203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:50:47.348393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.346905Z","time spent":"5.001470586s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T16:50:47.348436Z","caller":"traceutil/trace.go:171","msg":"trace[2049371869] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000130204s","start":"2026-07-03T16:50:42.34829Z","end":"2026-07-03T16:50:47.348421Z","steps":["trace[2049371869] 'agreement among raft nodes before linearized reading' (duration: 5.000061843s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.348492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.348281Z","time spent":"5.000195787s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:50:47.348493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001356684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:50:47.348538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001055117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:47.34857Z","caller":"traceutil/trace.go:171","msg":"trace[754543534] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.001456495s","start":"2026-07-03T16:50:42.347103Z","end":"2026-07-03T16:50:47.348559Z","steps":["trace[754543534] 'agreement among raft nodes before linearized reading' (duration: 5.001372184s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:47.348591Z","caller":"traceutil/trace.go:171","msg":"trace[939800972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.001127078s","start":"2026-07-03T16:50:42.347451Z","end":"2026-07-03T16:50:47.348578Z","steps":["trace[939800972] 'agreement among raft nodes before linearized reading' (duration: 5.001075957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.348616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.347091Z","time spent":"5.001512426s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 16:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:47.348642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.347434Z","time spent":"5.00119546s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:47.348941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001120579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:47.349086Z","caller":"traceutil/trace.go:171","msg":"trace[280597118] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.001317144s","start":"2026-07-03T16:50:42.347738Z","end":"2026-07-03T16:50:47.349055Z","steps":["trace[280597118] 'agreement among raft nodes before linearized reading' (duration: 5.001132629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.349161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.347708Z","time spent":"5.001436657s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:50:47.361134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.668426163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:47.361232Z","caller":"traceutil/trace.go:171","msg":"trace[1260113863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.668729999s","start":"2026-07-03T16:50:41.692485Z","end":"2026-07-03T16:50:47.361215Z","steps":["trace[1260113863] 'agreement among raft nodes before linearized reading' (duration: 5.668448253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.361271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.692471Z","time spent":"5.66879249s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/03 16:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:47.371795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.847942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:47.371899Z","caller":"traceutil/trace.go:171","msg":"trace[839313241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26820; }","duration":"382.959734ms","start":"2026-07-03T16:50:46.98892Z","end":"2026-07-03T16:50:47.37188Z","steps":["trace[839313241] 'range keys from in-memory index tree' (duration: 382.832552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.372726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842159429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:47.372812Z","caller":"traceutil/trace.go:171","msg":"trace[1520271157] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"3.834004979s","start":"2026-07-03T16:50:43.538795Z","end":"2026-07-03T16:50:47.3728Z","steps":["trace[1520271157] 'process raft request' (duration: 1.991687266s)","trace[1520271157] 'compare' (duration: 1.840546252s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:47.372891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.538771Z","time spent":"3.834067852s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:47.372946Z","caller":"traceutil/trace.go:171","msg":"trace[1491061278] linearizableReadLoop","detail":"{readStateIndex:27743; appliedIndex:27740; }","duration":"3.83839946s","start":"2026-07-03T16:50:43.534522Z","end":"2026-07-03T16:50:47.372922Z","steps":["trace[1491061278] 'read index received' (duration: 1.522583243s)","trace[1491061278] 'applied index is now lower than readState.Index' (duration: 2.315813207s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:47.873917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:47.980504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:47.98063Z","caller":"traceutil/trace.go:171","msg":"trace[558153113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418327s","start":"2026-07-03T16:50:45.98019Z","end":"2026-07-03T16:50:47.980608Z","steps":["trace[558153113] 'agreement among raft nodes before linearized reading' (duration: 2.000264183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:47.980695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.98017Z","time spent":"2.000509978s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:48.033961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214123723s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:48.456717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083891256s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:50:48.456948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079421668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.457028Z","caller":"traceutil/trace.go:171","msg":"trace[1647100241] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26822; }","duration":"5.07954447s","start":"2026-07-03T16:50:43.377463Z","end":"2026-07-03T16:50:48.457007Z","steps":["trace[1647100241] 'agreement among raft nodes before linearized reading' (duration: 3.9954623s)","trace[1647100241] 'count revisions from in-memory index tree' (duration: 1.083969668s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.457075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.377447Z","time spent":"5.079618743s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.457273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.973617468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:48.457314Z","caller":"traceutil/trace.go:171","msg":"trace[1576527177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26822; }","duration":"5.973694459s","start":"2026-07-03T16:50:42.483608Z","end":"2026-07-03T16:50:48.457303Z","steps":["trace[1576527177] 'agreement among raft nodes before linearized reading' (duration: 4.889312622s)","trace[1576527177] 'count revisions from in-memory index tree' (duration: 1.084321696s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.457345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.483585Z","time spent":"5.973751761s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.457548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.37058306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.457621Z","caller":"traceutil/trace.go:171","msg":"trace[1058910219] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26822; }","duration":"8.370714893s","start":"2026-07-03T16:50:40.086886Z","end":"2026-07-03T16:50:48.457601Z","steps":["trace[1058910219] 'agreement among raft nodes before linearized reading' (duration: 7.28606547s)","trace[1058910219] 'count revisions from in-memory index tree' (duration: 1.084556951s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.457681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.086861Z","time spent":"8.370804084s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.45769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145291543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-03T16:50:48.457773Z","caller":"traceutil/trace.go:171","msg":"trace[86676135] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.145395046s","start":"2026-07-03T16:50:43.31236Z","end":"2026-07-03T16:50:48.457755Z","steps":["trace[86676135] 'agreement among raft nodes before linearized reading' (duration: 4.060581939s)","trace[86676135] 'range keys from in-memory index tree' (duration: 1.084673733s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.457807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38362479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:48.45785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.338199171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:48.457874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.256553523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:48.457895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.56487362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.45793Z","caller":"traceutil/trace.go:171","msg":"trace[1393888735] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26822; }","duration":"8.256640785s","start":"2026-07-03T16:50:40.201277Z","end":"2026-07-03T16:50:48.457917Z","steps":["trace[1393888735] 'agreement among raft nodes before linearized reading' (duration: 7.171677105s)","trace[1393888735] 'count revisions from in-memory index tree' (duration: 1.084886659s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:48.457933Z","caller":"traceutil/trace.go:171","msg":"trace[1125685127] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:26822; }","duration":"7.338316543s","start":"2026-07-03T16:50:41.119596Z","end":"2026-07-03T16:50:48.457913Z","steps":["trace[1125685127] 'agreement among raft nodes before linearized reading' (duration: 6.253352302s)","trace[1125685127] 'range keys from in-memory index tree' (duration: 1.084854617s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.457961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:40.201259Z","time spent":"8.256695106s","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:48.457969Z","caller":"traceutil/trace.go:171","msg":"trace[2009768678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26822; }","duration":"8.564956102s","start":"2026-07-03T16:50:39.892987Z","end":"2026-07-03T16:50:48.457943Z","steps":["trace[2009768678] 'agreement among raft nodes before linearized reading' (duration: 7.480068584s)","trace[2009768678] 'count revisions from in-memory index tree' (duration: 1.084817057s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.457982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.119573Z","time spent":"7.338400055s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:50:48.457767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.165729248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:48.45803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:39.89297Z","time spent":"8.565044005s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.457824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.312303Z","time spent":"5.145511439s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:50:48.458078Z","caller":"traceutil/trace.go:171","msg":"trace[1413480840] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26822; }","duration":"7.166068877s","start":"2026-07-03T16:50:41.29199Z","end":"2026-07-03T16:50:48.458059Z","steps":["trace[1413480840] 'agreement among raft nodes before linearized reading' (duration: 6.080959322s)","trace[1413480840] 'count revisions from in-memory index tree' (duration: 1.084780766s)"],"step_count":2} 2026/07/03 16:50:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:48.457825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.249602087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:48.458146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.291976Z","time spent":"7.166148829s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:48.458143Z","caller":"traceutil/trace.go:171","msg":"trace[1926014323] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"1.638503774s","start":"2026-07-03T16:50:46.81962Z","end":"2026-07-03T16:50:48.458124Z","steps":["trace[1926014323] 'process raft request' (duration: 1.637202223s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:48.457893Z","caller":"traceutil/trace.go:171","msg":"trace[407875171] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26822; }","duration":"6.383743293s","start":"2026-07-03T16:50:42.074124Z","end":"2026-07-03T16:50:48.457867Z","steps":["trace[407875171] 'agreement among raft nodes before linearized reading' (duration: 5.298815223s)","trace[407875171] 'count revisions from in-memory index tree' (duration: 1.084821397s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:48.458192Z","caller":"traceutil/trace.go:171","msg":"trace[347498960] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26822; }","duration":"6.249998016s","start":"2026-07-03T16:50:42.208171Z","end":"2026-07-03T16:50:48.458169Z","steps":["trace[347498960] 'agreement among raft nodes before linearized reading' (duration: 5.164774038s)","trace[347498960] 'count revisions from in-memory index tree' (duration: 1.084855427s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.458227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.07411Z","time spent":"6.384096241s","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.458258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.208139Z","time spent":"6.250099778s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.458253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.81959Z","time spent":"1.638599846s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:48.458057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.762055791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11713"} {"level":"warn","ts":"2026-07-03T16:50:48.45801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.34289244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.458355Z","caller":"traceutil/trace.go:171","msg":"trace[1670240394] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26822; }","duration":"6.343273028s","start":"2026-07-03T16:50:42.115069Z","end":"2026-07-03T16:50:48.458342Z","steps":["trace[1670240394] 'agreement among raft nodes before linearized reading' (duration: 5.257866647s)","trace[1670240394] 'count revisions from in-memory index tree' (duration: 1.085038202s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.458407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.115049Z","time spent":"6.343341061s","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:48.458395Z","caller":"traceutil/trace.go:171","msg":"trace[1823007920] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26822; }","duration":"6.762383469s","start":"2026-07-03T16:50:41.695964Z","end":"2026-07-03T16:50:48.458348Z","steps":["trace[1823007920] 'agreement among raft nodes before linearized reading' (duration: 5.676958027s)","trace[1823007920] 'range keys from in-memory index tree' (duration: 1.085003821s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.458516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.695956Z","time spent":"6.762519201s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11736,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-03T16:50:48.474969Z","caller":"traceutil/trace.go:171","msg":"trace[798666671] linearizableReadLoop","detail":"{readStateIndex:27746; appliedIndex:27743; }","duration":"1.101946699s","start":"2026-07-03T16:50:47.372998Z","end":"2026-07-03T16:50:48.474945Z","steps":["trace[798666671] 'read index received' (duration: 661.292716ms)","trace[798666671] 'applied index is now lower than readState.Index' (duration: 440.652633ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:48.475073Z","caller":"traceutil/trace.go:171","msg":"trace[1840948901] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"1.126855169s","start":"2026-07-03T16:50:47.348207Z","end":"2026-07-03T16:50:48.475062Z","steps":["trace[1840948901] 'process raft request' (duration: 1.126572541s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.475181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.348182Z","time spent":"1.126917191s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:48.475501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119909839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-03T16:50:48.47554Z","caller":"traceutil/trace.go:171","msg":"trace[682738730] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26824; }","duration":"1.119984741s","start":"2026-07-03T16:50:47.355546Z","end":"2026-07-03T16:50:48.475531Z","steps":["trace[682738730] 'agreement among raft nodes before linearized reading' (duration: 1.119823068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.475563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.355531Z","time spent":"1.120026662s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:50:48.475935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409796341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.476024Z","caller":"traceutil/trace.go:171","msg":"trace[844282870] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26824; }","duration":"4.409930375s","start":"2026-07-03T16:50:44.066069Z","end":"2026-07-03T16:50:48.475999Z","steps":["trace[844282870] 'agreement among raft nodes before linearized reading' (duration: 4.4097306s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.476111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341030903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:48.476112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721394719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:48.476126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.066052Z","time spent":"4.410055167s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:48.476158Z","caller":"traceutil/trace.go:171","msg":"trace[755840396] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26824; }","duration":"2.341098795s","start":"2026-07-03T16:50:46.135043Z","end":"2026-07-03T16:50:48.476142Z","steps":["trace[755840396] 'agreement among raft nodes before linearized reading' (duration: 2.341042894s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:48.476177Z","caller":"traceutil/trace.go:171","msg":"trace[30515257] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26824; }","duration":"1.721482141s","start":"2026-07-03T16:50:46.754673Z","end":"2026-07-03T16:50:48.476155Z","steps":["trace[30515257] 'agreement among raft nodes before linearized reading' (duration: 1.72141194s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.476206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.135027Z","time spent":"2.341169996s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.476227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.754652Z","time spent":"1.721567113s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.476253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501679342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-03T16:50:48.476292Z","caller":"traceutil/trace.go:171","msg":"trace[232122644] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26824; }","duration":"4.501754173s","start":"2026-07-03T16:50:43.97453Z","end":"2026-07-03T16:50:48.476284Z","steps":["trace[232122644] 'agreement among raft nodes before linearized reading' (duration: 4.501468547s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.47632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.974481Z","time spent":"4.501833386s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:50:48.476046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145452541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:48.476487Z","caller":"traceutil/trace.go:171","msg":"trace[62841955] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26824; }","duration":"3.145958133s","start":"2026-07-03T16:50:45.330517Z","end":"2026-07-03T16:50:48.476476Z","steps":["trace[62841955] 'agreement among raft nodes before linearized reading' (duration: 3.14539097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.476523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.330489Z","time spent":"3.146021973s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.476542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936179084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.476571Z","caller":"traceutil/trace.go:171","msg":"trace[859312002] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26824; }","duration":"4.936212154s","start":"2026-07-03T16:50:43.54035Z","end":"2026-07-03T16:50:48.476562Z","steps":["trace[859312002] 'agreement among raft nodes before linearized reading' (duration: 4.936157803s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.476604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.540316Z","time spent":"4.936281306s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:48.476604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993121236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.476644Z","caller":"traceutil/trace.go:171","msg":"trace[1889878871] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26824; }","duration":"3.993191528s","start":"2026-07-03T16:50:44.483437Z","end":"2026-07-03T16:50:48.476628Z","steps":["trace[1889878871] 'agreement among raft nodes before linearized reading' (duration: 3.993125376s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.476753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.729311245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:48.476802Z","caller":"traceutil/trace.go:171","msg":"trace[227442863] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26824; }","duration":"4.729384637s","start":"2026-07-03T16:50:43.747408Z","end":"2026-07-03T16:50:48.476793Z","steps":["trace[227442863] 'agreement among raft nodes before linearized reading' (duration: 4.729313495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.476836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.747393Z","time spent":"4.729434177s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.476736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.483419Z","time spent":"3.993304751s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.476887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099636702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:48.476916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051772567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:48.47693Z","caller":"traceutil/trace.go:171","msg":"trace[927341816] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26824; }","duration":"4.099712163s","start":"2026-07-03T16:50:44.377204Z","end":"2026-07-03T16:50:48.476916Z","steps":["trace[927341816] 'agreement among raft nodes before linearized reading' (duration: 4.099648112s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:48.476965Z","caller":"traceutil/trace.go:171","msg":"trace[2068494140] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26824; }","duration":"4.051845189s","start":"2026-07-03T16:50:44.425109Z","end":"2026-07-03T16:50:48.476954Z","steps":["trace[2068494140] 'agreement among raft nodes before linearized reading' (duration: 4.051749957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.476969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.377181Z","time spent":"4.099779644s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.477002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.425093Z","time spent":"4.05189989s","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.476998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835643966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:48.477168Z","caller":"traceutil/trace.go:171","msg":"trace[1307456959] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26824; }","duration":"4.83584567s","start":"2026-07-03T16:50:43.641308Z","end":"2026-07-03T16:50:48.477153Z","steps":["trace[1307456959] 'agreement among raft nodes before linearized reading' (duration: 4.835657426s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.477205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.641288Z","time spent":"4.835904902s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.476043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130840118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:48.477415Z","caller":"traceutil/trace.go:171","msg":"trace[472981189] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26824; }","duration":"2.132289081s","start":"2026-07-03T16:50:46.345115Z","end":"2026-07-03T16:50:48.477404Z","steps":["trace[472981189] 'agreement among raft nodes before linearized reading' (duration: 2.130834889s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.477453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:46.345093Z","time spent":"2.132344852s","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:48.477515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938246121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:50:48.47763Z","caller":"traceutil/trace.go:171","msg":"trace[2009072642] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee; range_end:; response_count:1; response_revision:26824; }","duration":"4.938394274s","start":"2026-07-03T16:50:43.539224Z","end":"2026-07-03T16:50:48.477618Z","steps":["trace[2009072642] 'agreement among raft nodes before linearized reading' (duration: 4.938178748s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.47771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.539208Z","time spent":"4.938490547s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" "} {"level":"warn","ts":"2026-07-03T16:50:48.975803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:49.476836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:49.528527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05384621s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:49.986802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:49.986886Z","caller":"traceutil/trace.go:171","msg":"trace[260836482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075589s","start":"2026-07-03T16:50:47.986792Z","end":"2026-07-03T16:50:49.986868Z","steps":["trace[260836482] 'agreement among raft nodes before linearized reading' (duration: 1.999966766s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:49.986933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.986776Z","time spent":"2.000147641s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:50.642015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113270247s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T16:50:50.642122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.459727Z","time spent":"2.182390286s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:51.685392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.156701379s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:51.988366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:51.988459Z","caller":"traceutil/trace.go:171","msg":"trace[352938809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678562s","start":"2026-07-03T16:50:49.98776Z","end":"2026-07-03T16:50:51.988439Z","steps":["trace[352938809] 'agreement among raft nodes before linearized reading' (duration: 2.000545059s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.988512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.987739Z","time spent":"2.000760245s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:53.155188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469548341s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:53.155627Z","caller":"traceutil/trace.go:171","msg":"trace[1146636694] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"2.511661783s","start":"2026-07-03T16:50:50.643945Z","end":"2026-07-03T16:50:53.155606Z","steps":["trace[1146636694] 'process raft request' (duration: 2.511621522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.155846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.643922Z","time spent":"2.511881758s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:53.156178Z","caller":"traceutil/trace.go:171","msg":"trace[622974355] linearizableReadLoop","detail":"{readStateIndex:27750; appliedIndex:27746; }","duration":"4.681126794s","start":"2026-07-03T16:50:48.475028Z","end":"2026-07-03T16:50:53.156155Z","steps":["trace[622974355] 'read index received' (duration: 1.053695906s)","trace[622974355] 'applied index is now lower than readState.Index' (duration: 3.627427398s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:53.156187Z","caller":"traceutil/trace.go:171","msg":"trace[1278675502] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"4.615073265s","start":"2026-07-03T16:50:48.541082Z","end":"2026-07-03T16:50:53.156155Z","steps":["trace[1278675502] 'process raft request' (duration: 4.614200184s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.156324Z","caller":"traceutil/trace.go:171","msg":"trace[1178635568] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"3.962522758s","start":"2026-07-03T16:50:49.193782Z","end":"2026-07-03T16:50:53.156305Z","steps":["trace[1178635568] 'process raft request' (duration: 3.961719529s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.156339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.541065Z","time spent":"4.615189837s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:53.156385Z","caller":"traceutil/trace.go:171","msg":"trace[736797413] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"4.671108646s","start":"2026-07-03T16:50:48.485227Z","end":"2026-07-03T16:50:53.156336Z","steps":["trace[736797413] 'process raft request' (duration: 3.200327076s)","trace[736797413] 'compare' (duration: 1.469417168s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:53.156432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.193728Z","time spent":"3.962645641s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:53.156744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.702543743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.156798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68710151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-03T16:50:53.156821Z","caller":"traceutil/trace.go:171","msg":"trace[1224681062] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26828; }","duration":"5.702651415s","start":"2026-07-03T16:50:47.454152Z","end":"2026-07-03T16:50:53.156803Z","steps":["trace[1224681062] 'agreement among raft nodes before linearized reading' (duration: 5.702516512s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.156879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.454138Z","time spent":"5.702725087s","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.156858Z","caller":"traceutil/trace.go:171","msg":"trace[1917461541] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26828; }","duration":"4.687200113s","start":"2026-07-03T16:50:48.469644Z","end":"2026-07-03T16:50:53.156844Z","steps":["trace[1917461541] 'agreement among raft nodes before linearized reading' (duration: 4.687010378s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.156945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.469617Z","time spent":"4.687309275s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:50:53.156963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315937598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:53.157025Z","caller":"traceutil/trace.go:171","msg":"trace[1631048057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26828; }","duration":"3.316007729s","start":"2026-07-03T16:50:49.841003Z","end":"2026-07-03T16:50:53.157011Z","steps":["trace[1631048057] 'agreement among raft nodes before linearized reading' (duration: 3.315899057s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.157017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.675485635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-03T16:50:53.157073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.840944Z","time spent":"3.316118562s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.157092Z","caller":"traceutil/trace.go:171","msg":"trace[1205224897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26828; }","duration":"4.675606008s","start":"2026-07-03T16:50:48.481467Z","end":"2026-07-03T16:50:53.157073Z","steps":["trace[1205224897] 'agreement among raft nodes before linearized reading' (duration: 4.675375502s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.157107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135831524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.751353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.481451Z","time spent":"4.675682619s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-03T16:50:53.157158Z","caller":"traceutil/trace.go:171","msg":"trace[1281760900] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26828; }","duration":"1.135906416s","start":"2026-07-03T16:50:52.021239Z","end":"2026-07-03T16:50:53.157146Z","steps":["trace[1281760900] 'agreement among raft nodes before linearized reading' (duration: 1.135835615s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.157172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053008545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.021225Z","time spent":"1.135963177s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.15716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831137287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320594856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.260630682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.157263Z","caller":"traceutil/trace.go:171","msg":"trace[462872393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26828; }","duration":"2.320676967s","start":"2026-07-03T16:50:50.836571Z","end":"2026-07-03T16:50:53.157248Z","steps":["trace[462872393] 'agreement among raft nodes before linearized reading' (duration: 2.320611045s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.157264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705928124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.157276Z","caller":"traceutil/trace.go:171","msg":"trace[980879725] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26828; }","duration":"3.831295319s","start":"2026-07-03T16:50:49.325948Z","end":"2026-07-03T16:50:53.157243Z","steps":["trace[980879725] 'agreement among raft nodes before linearized reading' (duration: 3.831096585s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.157327Z","caller":"traceutil/trace.go:171","msg":"trace[281531742] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26828; }","duration":"2.706003106s","start":"2026-07-03T16:50:50.451287Z","end":"2026-07-03T16:50:53.15729Z","steps":["trace[281531742] 'agreement among raft nodes before linearized reading' (duration: 2.705948754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.157348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.237793771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403230564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.815495857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.157448Z","caller":"traceutil/trace.go:171","msg":"trace[2074175396] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26828; }","duration":"3.403348366s","start":"2026-07-03T16:50:49.75409Z","end":"2026-07-03T16:50:53.157439Z","steps":["trace[2074175396] 'agreement among raft nodes before linearized reading' (duration: 3.403226963s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.157478Z","caller":"traceutil/trace.go:171","msg":"trace[390282761] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26828; }","duration":"3.815561729s","start":"2026-07-03T16:50:49.341895Z","end":"2026-07-03T16:50:53.157457Z","steps":["trace[390282761] 'agreement among raft nodes before linearized reading' (duration: 3.815488448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.157484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195338124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.341885Z","time spent":"3.81562446s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.157372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508757568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:53.157554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.754075Z","time spent":"3.403396048s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.157569Z","caller":"traceutil/trace.go:171","msg":"trace[1603663411] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26828; }","duration":"1.195459116s","start":"2026-07-03T16:50:51.962086Z","end":"2026-07-03T16:50:53.157545Z","steps":["trace[1603663411] 'agreement among raft nodes before linearized reading' (duration: 1.195335883s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.157269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659875429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.962067Z","time spent":"1.195550859s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.157645Z","caller":"traceutil/trace.go:171","msg":"trace[1809143879] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26828; }","duration":"3.660299979s","start":"2026-07-03T16:50:49.497323Z","end":"2026-07-03T16:50:53.157623Z","steps":["trace[1809143879] 'agreement among raft nodes before linearized reading' (duration: 3.65987985s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.157708Z","caller":"traceutil/trace.go:171","msg":"trace[435003772] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26828; }","duration":"1.509068195s","start":"2026-07-03T16:50:51.648524Z","end":"2026-07-03T16:50:53.157592Z","steps":["trace[435003772] 'agreement among raft nodes before linearized reading' (duration: 1.508515423s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.156589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.485207Z","time spent":"4.671253449s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:53.157147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781257132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:50:53.158099Z","caller":"traceutil/trace.go:171","msg":"trace[1655693929] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:26828; }","duration":"5.782230773s","start":"2026-07-03T16:50:47.375853Z","end":"2026-07-03T16:50:53.158084Z","steps":["trace[1655693929] 'agreement among raft nodes before linearized reading' (duration: 5.781219211s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.158149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:47.37584Z","time spent":"5.782295204s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:50:53.15819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.648495Z","time spent":"1.50925473s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.157709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.49731Z","time spent":"3.66037639s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.157123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.843757642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:50:53.158355Z","caller":"traceutil/trace.go:171","msg":"trace[1403596110] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26828; }","duration":"4.844975009s","start":"2026-07-03T16:50:48.313354Z","end":"2026-07-03T16:50:53.158329Z","steps":["trace[1403596110] 'agreement among raft nodes before linearized reading' (duration: 4.84369067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.158443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.313299Z","time spent":"4.845111842s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:50:53.157345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.325931Z","time spent":"3.831400362s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.157288Z","caller":"traceutil/trace.go:171","msg":"trace[158272087] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26828; }","duration":"4.260721904s","start":"2026-07-03T16:50:48.896553Z","end":"2026-07-03T16:50:53.157275Z","steps":["trace[158272087] 'agreement among raft nodes before linearized reading' (duration: 4.260648513s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.158821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.896498Z","time spent":"4.26230592s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.157171Z","caller":"traceutil/trace.go:171","msg":"trace[784912893] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26828; }","duration":"957.843745ms","start":"2026-07-03T16:50:52.199312Z","end":"2026-07-03T16:50:53.157156Z","steps":["trace[784912893] 'agreement among raft nodes before linearized reading' (duration: 957.757573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.158965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:52.199291Z","time spent":"959.652877ms","remote":"127.0.0.1:44086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.157221Z","caller":"traceutil/trace.go:171","msg":"trace[1648065134] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26828; }","duration":"5.053091487s","start":"2026-07-03T16:50:48.104117Z","end":"2026-07-03T16:50:53.157208Z","steps":["trace[1648065134] 'agreement among raft nodes before linearized reading' (duration: 5.053026075s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.15912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.104091Z","time spent":"5.055007801s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.157297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.836555Z","time spent":"2.320731138s","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.157367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.670192864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.157039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162910373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.159386Z","caller":"traceutil/trace.go:171","msg":"trace[1671790269] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26828; }","duration":"4.67216949s","start":"2026-07-03T16:50:48.487141Z","end":"2026-07-03T16:50:53.15931Z","steps":["trace[1671790269] 'agreement among raft nodes before linearized reading' (duration: 4.670187634s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.159436Z","caller":"traceutil/trace.go:171","msg":"trace[127039425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26828; }","duration":"1.165333347s","start":"2026-07-03T16:50:51.994089Z","end":"2026-07-03T16:50:53.159422Z","steps":["trace[127039425] 'agreement among raft nodes before linearized reading' (duration: 1.162908582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.159599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.994075Z","time spent":"1.165511442s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:53.15736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949273925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.159721Z","caller":"traceutil/trace.go:171","msg":"trace[1701989535] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26828; }","duration":"3.95167203s","start":"2026-07-03T16:50:49.208035Z","end":"2026-07-03T16:50:53.159707Z","steps":["trace[1701989535] 'agreement among raft nodes before linearized reading' (duration: 3.949286855s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.159785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.208017Z","time spent":"3.951732701s","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:53.157382Z","caller":"traceutil/trace.go:171","msg":"trace[767073248] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26828; }","duration":"4.237854201s","start":"2026-07-03T16:50:48.919516Z","end":"2026-07-03T16:50:53.15737Z","steps":["trace[767073248] 'agreement among raft nodes before linearized reading' (duration: 4.23780353s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.15989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.9195Z","time spent":"4.240376109s","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.157374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.451268Z","time spent":"2.706094447s","remote":"127.0.0.1:57042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:53.160568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.487131Z","time spent":"4.672352324s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:54.743719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234514618s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-03T16:50:54.743817Z","caller":"traceutil/trace.go:171","msg":"trace[1659600602] linearizableReadLoop","detail":"{readStateIndex:27752; appliedIndex:27751; }","duration":"1.581737016s","start":"2026-07-03T16:50:53.162063Z","end":"2026-07-03T16:50:54.7438Z","steps":["trace[1659600602] 'read index received' (duration: 347.292959ms)","trace[1659600602] 'applied index is now lower than readState.Index' (duration: 1.234442326s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:54.743883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.161557Z","time spent":"1.582323139s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:54.744175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582097744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:50:54.744216Z","caller":"traceutil/trace.go:171","msg":"trace[1814713713] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26828; }","duration":"1.582160956s","start":"2026-07-03T16:50:53.162044Z","end":"2026-07-03T16:50:54.744205Z","steps":["trace[1814713713] 'agreement among raft nodes before linearized reading' (duration: 1.582011482s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.744248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.162031Z","time spent":"1.582209416s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:50:55.166651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:50:55.166745Z","caller":"traceutil/trace.go:171","msg":"trace[1401636843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369866s","start":"2026-07-03T16:50:53.166351Z","end":"2026-07-03T16:50:55.166721Z","steps":["trace[1401636843] 'agreement among raft nodes before linearized reading' (duration: 2.000257063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.166813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.166334Z","time spent":"2.000463238s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:55.2441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:55.564424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.055189678s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:56.370617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.837391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:56.37123Z","caller":"traceutil/trace.go:171","msg":"trace[886063808] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"3.206912476s","start":"2026-07-03T16:50:53.164252Z","end":"2026-07-03T16:50:56.371164Z","steps":["trace[886063808] 'process raft request' (duration: 2.400444461s)","trace[886063808] 'compare' (duration: 804.601113ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:56.371279Z","caller":"traceutil/trace.go:171","msg":"trace[637565264] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"2.779294051s","start":"2026-07-03T16:50:53.591957Z","end":"2026-07-03T16:50:56.371251Z","steps":["trace[637565264] 'process raft request' (duration: 2.778762799s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.371476Z","caller":"traceutil/trace.go:171","msg":"trace[1310701851] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"2.717801865s","start":"2026-07-03T16:50:53.653475Z","end":"2026-07-03T16:50:56.371277Z","steps":["trace[1310701851] 'process raft request' (duration: 2.717339245s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.371513Z","caller":"traceutil/trace.go:171","msg":"trace[37272333] linearizableReadLoop","detail":"{readStateIndex:27756; appliedIndex:27752; }","duration":"1.627655336s","start":"2026-07-03T16:50:54.743842Z","end":"2026-07-03T16:50:56.371497Z","steps":["trace[37272333] 'read index received' (duration: 820.837644ms)","trace[37272333] 'applied index is now lower than readState.Index' (duration: 806.816822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:56.371595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.591935Z","time spent":"2.779586197s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:56.371629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.164239Z","time spent":"3.207282004s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:56.37171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783813775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:56.371748Z","caller":"traceutil/trace.go:171","msg":"trace[2014671387] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26832; }","duration":"1.783928658s","start":"2026-07-03T16:50:54.587806Z","end":"2026-07-03T16:50:56.371735Z","steps":["trace[2014671387] 'agreement among raft nodes before linearized reading' (duration: 1.783824015s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.371613Z","caller":"traceutil/trace.go:171","msg":"trace[1511482096] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"1.626422007s","start":"2026-07-03T16:50:54.745181Z","end":"2026-07-03T16:50:56.371603Z","steps":["trace[1511482096] 'process raft request' (duration: 1.626046198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.371866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.745157Z","time spent":"1.626673413s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:56.371913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202163838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-03T16:50:56.371948Z","caller":"traceutil/trace.go:171","msg":"trace[1858509843] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26832; }","duration":"3.202211029s","start":"2026-07-03T16:50:53.169729Z","end":"2026-07-03T16:50:56.37194Z","steps":["trace[1858509843] 'agreement among raft nodes before linearized reading' (duration: 3.202089036s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.371981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.169721Z","time spent":"3.20225453s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:50:56.371972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.410747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:56.371986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.5564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:56.372037Z","caller":"traceutil/trace.go:171","msg":"trace[1569827227] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26832; }","duration":"233.519228ms","start":"2026-07-03T16:50:56.138501Z","end":"2026-07-03T16:50:56.37202Z","steps":["trace[1569827227] 'agreement among raft nodes before linearized reading' (duration: 233.401445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.371796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.587784Z","time spent":"1.784002359s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:56.372077Z","caller":"traceutil/trace.go:171","msg":"trace[14176479] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26832; }","duration":"457.717243ms","start":"2026-07-03T16:50:55.914337Z","end":"2026-07-03T16:50:56.372055Z","steps":["trace[14176479] 'agreement among raft nodes before linearized reading' (duration: 457.549409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.372096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.928698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:56.372071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.370122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:56.372057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206842694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:56.372134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.914314Z","time spent":"457.807805ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:56.372134Z","caller":"traceutil/trace.go:171","msg":"trace[1853182805] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26832; }","duration":"248.009889ms","start":"2026-07-03T16:50:56.124111Z","end":"2026-07-03T16:50:56.372121Z","steps":["trace[1853182805] 'agreement among raft nodes before linearized reading' (duration: 247.951218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.372153Z","caller":"traceutil/trace.go:171","msg":"trace[507301241] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26832; }","duration":"694.500855ms","start":"2026-07-03T16:50:55.677631Z","end":"2026-07-03T16:50:56.372132Z","steps":["trace[507301241] 'agreement among raft nodes before linearized reading' (duration: 694.27767ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.372179Z","caller":"traceutil/trace.go:171","msg":"trace[843974930] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26832; }","duration":"3.206990747s","start":"2026-07-03T16:50:53.165168Z","end":"2026-07-03T16:50:56.372158Z","steps":["trace[843974930] 'agreement among raft nodes before linearized reading' (duration: 3.206762652s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.372212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.677616Z","time spent":"694.584447ms","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:56.372274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.165158Z","time spent":"3.207101451s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:50:56.372131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625109928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:50:56.372319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204500503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:56.372331Z","caller":"traceutil/trace.go:171","msg":"trace[1899655682] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26832; }","duration":"1.625433856s","start":"2026-07-03T16:50:54.746887Z","end":"2026-07-03T16:50:56.372321Z","steps":["trace[1899655682] 'agreement among raft nodes before linearized reading' (duration: 1.624971395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.372371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.74687Z","time spent":"1.625492067s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:50:56.372374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.653434Z","time spent":"2.718259095s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:56.372507Z","caller":"traceutil/trace.go:171","msg":"trace[1626056287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26832; }","duration":"1.204633036s","start":"2026-07-03T16:50:55.167725Z","end":"2026-07-03T16:50:56.372358Z","steps":["trace[1626056287] 'agreement among raft nodes before linearized reading' (duration: 1.204482932s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.373636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.167701Z","time spent":"1.205916935s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:56.372459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13960946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T16:50:56.373966Z","caller":"traceutil/trace.go:171","msg":"trace[468977613] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26832; }","duration":"1.141141404s","start":"2026-07-03T16:50:55.232794Z","end":"2026-07-03T16:50:56.373935Z","steps":["trace[468977613] 'agreement among raft nodes before linearized reading' (duration: 1.139095258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.374097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:55.232777Z","time spent":"1.141293118s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-03T16:50:56.879848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:57.380476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:50:57.575396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198463755s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:50:58.381082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001066282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:50:58.381166Z","caller":"traceutil/trace.go:171","msg":"trace[566075563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001172625s","start":"2026-07-03T16:50:56.379973Z","end":"2026-07-03T16:50:58.381145Z","steps":["trace[566075563] 'agreement among raft nodes before linearized reading' (duration: 2.001074423s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.381216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.379966Z","time spent":"2.001238167s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:50:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:50:58.783553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794811436s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:58.783827Z","caller":"traceutil/trace.go:171","msg":"trace[389167131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26832; }","duration":"1.795095332s","start":"2026-07-03T16:50:56.988701Z","end":"2026-07-03T16:50:58.783797Z","steps":["trace[389167131] 'range keys from in-memory index tree' (duration: 1.794791016s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.785434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209837076s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T16:50:58.785522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.376833Z","time spent":"2.408685259s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:50:59.021904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274322889s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:00.38191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:00.381976Z","caller":"traceutil/trace.go:171","msg":"trace[1604759789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000585051s","start":"2026-07-03T16:50:58.381376Z","end":"2026-07-03T16:51:00.381961Z","steps":["trace[1604759789] 'agreement among raft nodes before linearized reading' (duration: 2.000500119s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.382012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.381353Z","time spent":"2.000651982s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:00.389747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367504768s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:00.390121Z","caller":"traceutil/trace.go:171","msg":"trace[1196121474] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"1.603633747s","start":"2026-07-03T16:50:58.786468Z","end":"2026-07-03T16:51:00.390102Z","steps":["trace[1196121474] 'process raft request' (duration: 1.603588496s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.390193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.786449Z","time spent":"1.603708019s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:00.390339Z","caller":"traceutil/trace.go:171","msg":"trace[617509016] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"4.011333183s","start":"2026-07-03T16:50:56.378966Z","end":"2026-07-03T16:51:00.390299Z","steps":["trace[617509016] 'process raft request' (duration: 2.64317946s)","trace[617509016] 'compare' (duration: 1.367377966s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:00.390394Z","caller":"traceutil/trace.go:171","msg":"trace[1058989847] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"1.847959362s","start":"2026-07-03T16:50:58.542424Z","end":"2026-07-03T16:51:00.390383Z","steps":["trace[1058989847] 'process raft request' (duration: 1.847597144s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.390392Z","caller":"traceutil/trace.go:171","msg":"trace[1087282101] linearizableReadLoop","detail":"{readStateIndex:27758; appliedIndex:27756; }","duration":"4.011560269s","start":"2026-07-03T16:50:56.378812Z","end":"2026-07-03T16:51:00.390372Z","steps":["trace[1087282101] 'read index received' (duration: 1.196789457s)","trace[1087282101] 'applied index is now lower than readState.Index' (duration: 2.814769202s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:00.390408Z","caller":"traceutil/trace.go:171","msg":"trace[104210608] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"1.849365174s","start":"2026-07-03T16:50:58.541021Z","end":"2026-07-03T16:51:00.390386Z","steps":["trace[104210608] 'process raft request' (duration: 1.848963905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.390454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.542411Z","time spent":"1.848009203s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.390521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.540976Z","time spent":"1.849479027s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.39053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.378951Z","time spent":"4.011466997s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.390609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011785404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-03T16:51:00.390631Z","caller":"traceutil/trace.go:171","msg":"trace[278421745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:26837; }","duration":"4.011834364s","start":"2026-07-03T16:50:56.37879Z","end":"2026-07-03T16:51:00.390624Z","steps":["trace[278421745] 'agreement among raft nodes before linearized reading' (duration: 4.011677351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.390648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.378779Z","time spent":"4.011864336s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"warn","ts":"2026-07-03T16:51:00.390784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011875616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-03T16:51:00.390555Z","caller":"traceutil/trace.go:171","msg":"trace[1232841885] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"2.227524767s","start":"2026-07-03T16:50:58.163002Z","end":"2026-07-03T16:51:00.390527Z","steps":["trace[1232841885] 'process raft request' (duration: 2.226861792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.390877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.162974Z","time spent":"2.227847675s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.390967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.198464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:00.390991Z","caller":"traceutil/trace.go:171","msg":"trace[1537094938] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26837; }","duration":"787.253796ms","start":"2026-07-03T16:50:59.603731Z","end":"2026-07-03T16:51:00.390985Z","steps":["trace[1537094938] 'agreement among raft nodes before linearized reading' (duration: 787.193864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.390799Z","caller":"traceutil/trace.go:171","msg":"trace[621950690] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26837; }","duration":"4.011915096s","start":"2026-07-03T16:50:56.37888Z","end":"2026-07-03T16:51:00.390795Z","steps":["trace[621950690] 'agreement among raft nodes before linearized reading' (duration: 4.011867755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.603716Z","time spent":"787.290146ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:00.391042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.378865Z","time spent":"4.012158182s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:51:00.391129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817800681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:00.391138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456557815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:00.391169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921879158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:00.391174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275597827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:00.391185Z","caller":"traceutil/trace.go:171","msg":"trace[192456594] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26837; }","duration":"2.817902164s","start":"2026-07-03T16:50:57.573266Z","end":"2026-07-03T16:51:00.391168Z","steps":["trace[192456594] 'agreement among raft nodes before linearized reading' (duration: 2.817806601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786863683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:00.39121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38693669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:00.391228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.573247Z","time spent":"2.817973135s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.391219Z","caller":"traceutil/trace.go:171","msg":"trace[213781280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26837; }","duration":"3.921935449s","start":"2026-07-03T16:50:56.469269Z","end":"2026-07-03T16:51:00.391205Z","steps":["trace[213781280] 'agreement among raft nodes before linearized reading' (duration: 3.921843547s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.391232Z","caller":"traceutil/trace.go:171","msg":"trace[715359189] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26837; }","duration":"1.275654469s","start":"2026-07-03T16:50:59.115557Z","end":"2026-07-03T16:51:00.391211Z","steps":["trace[715359189] 'agreement among raft nodes before linearized reading' (duration: 1.275565247s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.391245Z","caller":"traceutil/trace.go:171","msg":"trace[1591043774] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26837; }","duration":"2.786959156s","start":"2026-07-03T16:50:57.604269Z","end":"2026-07-03T16:51:00.391228Z","steps":["trace[1591043774] 'agreement among raft nodes before linearized reading' (duration: 2.786850744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857922376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:00.391265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.469224Z","time spent":"3.922031722s","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:00.391263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117774249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:00.391271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.115503Z","time spent":"1.275758372s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.391289Z","caller":"traceutil/trace.go:171","msg":"trace[2125760757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26837; }","duration":"3.857995348s","start":"2026-07-03T16:50:56.533284Z","end":"2026-07-03T16:51:00.391279Z","steps":["trace[2125760757] 'agreement among raft nodes before linearized reading' (duration: 3.857941867s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.604258Z","time spent":"2.787020257s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.391309Z","caller":"traceutil/trace.go:171","msg":"trace[841993606] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26837; }","duration":"2.117857641s","start":"2026-07-03T16:50:58.273436Z","end":"2026-07-03T16:51:00.391293Z","steps":["trace[841993606] 'agreement among raft nodes before linearized reading' (duration: 2.117767499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.533261Z","time spent":"3.858052889s","remote":"127.0.0.1:57136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:00.391351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.273407Z","time spent":"2.117930552s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.391258Z","caller":"traceutil/trace.go:171","msg":"trace[456546916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26837; }","duration":"3.387029762s","start":"2026-07-03T16:50:57.004216Z","end":"2026-07-03T16:51:00.391246Z","steps":["trace[456546916] 'agreement among raft nodes before linearized reading' (duration: 3.386947691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130927309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:00.391454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.004197Z","time spent":"3.387242928s","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.391463Z","caller":"traceutil/trace.go:171","msg":"trace[2051970402] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26837; }","duration":"2.131280317s","start":"2026-07-03T16:50:58.260169Z","end":"2026-07-03T16:51:00.391449Z","steps":["trace[2051970402] 'agreement among raft nodes before linearized reading' (duration: 2.130940459s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.260148Z","time spent":"2.131336069s","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.39119Z","caller":"traceutil/trace.go:171","msg":"trace[1100467751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26837; }","duration":"1.456649897s","start":"2026-07-03T16:50:58.934524Z","end":"2026-07-03T16:51:00.391174Z","steps":["trace[1100467751] 'agreement among raft nodes before linearized reading' (duration: 1.456560275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380969507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:51:00.391564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:58.934504Z","time spent":"1.457039375s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:51:00.391569Z","caller":"traceutil/trace.go:171","msg":"trace[729528122] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26837; }","duration":"1.381247473s","start":"2026-07-03T16:50:59.0103Z","end":"2026-07-03T16:51:00.391548Z","steps":["trace[729528122] 'agreement among raft nodes before linearized reading' (duration: 1.380848464s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.391772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.010281Z","time spent":"1.381422527s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:51:02.738344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.222147185s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:02.739129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.120622Z","time spent":"1.618501305s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:02.741192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236661076s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:02.741462Z","caller":"traceutil/trace.go:171","msg":"trace[1490112775] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"2.340984141s","start":"2026-07-03T16:51:00.400458Z","end":"2026-07-03T16:51:02.741442Z","steps":["trace[1490112775] 'process raft request' (duration: 2.340835387s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:02.741546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.400443Z","time spent":"2.341065042s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:02.742043Z","caller":"traceutil/trace.go:171","msg":"trace[1336653354] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"2.346226371s","start":"2026-07-03T16:51:00.395793Z","end":"2026-07-03T16:51:02.742019Z","steps":["trace[1336653354] 'process raft request' (duration: 108.629113ms)","trace[1336653354] 'compare' (duration: 2.235102391s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:02.742137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.395777Z","time spent":"2.346312833s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:02.742308Z","caller":"traceutil/trace.go:171","msg":"trace[1165408933] linearizableReadLoop","detail":"{readStateIndex:27763; appliedIndex:27762; }","duration":"2.345223329s","start":"2026-07-03T16:51:00.39705Z","end":"2026-07-03T16:51:02.742274Z","steps":["trace[1165408933] 'read index received' (duration: 107.471567ms)","trace[1165408933] 'applied index is now lower than readState.Index' (duration: 2.237750082s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:02.742618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345551857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-03T16:51:02.742665Z","caller":"traceutil/trace.go:171","msg":"trace[1547506294] range","detail":"{range_begin:/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:26839; }","duration":"2.345618638s","start":"2026-07-03T16:51:00.397033Z","end":"2026-07-03T16:51:02.742652Z","steps":["trace[1547506294] 'agreement among raft nodes before linearized reading' (duration: 2.345457984s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:02.742706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.397027Z","time spent":"2.345667569s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"warn","ts":"2026-07-03T16:51:03.242727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:03.743454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:03.911584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173011104s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:03.944511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:03.944601Z","caller":"traceutil/trace.go:171","msg":"trace[2085605467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012668s","start":"2026-07-03T16:51:01.944449Z","end":"2026-07-03T16:51:03.944576Z","steps":["trace[2085605467] 'agreement among raft nodes before linearized reading' (duration: 2.000023018s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.94465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:01.944426Z","time spent":"2.000213522s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:05.243297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331454185s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:05.24338Z","caller":"traceutil/trace.go:171","msg":"trace[1200528641] linearizableReadLoop","detail":"{readStateIndex:27765; appliedIndex:27764; }","duration":"2.500965168s","start":"2026-07-03T16:51:02.742401Z","end":"2026-07-03T16:51:05.243367Z","steps":["trace[1200528641] 'read index received' (duration: 1.169325219s)","trace[1200528641] 'applied index is now lower than readState.Index' (duration: 1.331638839s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:05.243525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236172224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:05.243552Z","caller":"traceutil/trace.go:171","msg":"trace[1709647543] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26840; }","duration":"3.236237986s","start":"2026-07-03T16:51:02.007305Z","end":"2026-07-03T16:51:05.243543Z","steps":["trace[1709647543] 'agreement among raft nodes before linearized reading' (duration: 3.236129524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:05.24358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.007283Z","time spent":"3.236287637s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:05.243553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.450795849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:05.24362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84633718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:51:05.243655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092094741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-03T16:51:05.243735Z","caller":"traceutil/trace.go:171","msg":"trace[983501015] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26840; }","duration":"4.846489494s","start":"2026-07-03T16:51:00.397231Z","end":"2026-07-03T16:51:05.243721Z","steps":["trace[983501015] 'agreement among raft nodes before linearized reading' (duration: 4.846262099s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:05.24377Z","caller":"traceutil/trace.go:171","msg":"trace[204252378] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26840; }","duration":"3.092260784s","start":"2026-07-03T16:51:02.15149Z","end":"2026-07-03T16:51:05.243751Z","steps":["trace[204252378] 'agreement among raft nodes before linearized reading' (duration: 3.091935296s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:05.243823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.151471Z","time spent":"3.092342106s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:05.243776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.397217Z","time spent":"4.846549055s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:51:05.243549Z","caller":"traceutil/trace.go:171","msg":"trace[578004858] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"4.580692488s","start":"2026-07-03T16:51:00.662826Z","end":"2026-07-03T16:51:05.243519Z","steps":["trace[578004858] 'process raft request' (duration: 3.248985948s)","trace[578004858] 'compare' (duration: 1.329851769s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:05.243631Z","caller":"traceutil/trace.go:171","msg":"trace[2119319956] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26840; }","duration":"4.450920941s","start":"2026-07-03T16:51:00.792689Z","end":"2026-07-03T16:51:05.24361Z","steps":["trace[2119319956] 'agreement among raft nodes before linearized reading' (duration: 4.450788918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:05.244026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.662802Z","time spent":"4.581141049s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:05.244082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.792668Z","time spent":"4.451395793s","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:05.944981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:05.945076Z","caller":"traceutil/trace.go:171","msg":"trace[818124091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186171s","start":"2026-07-03T16:51:03.944869Z","end":"2026-07-03T16:51:05.945055Z","steps":["trace[818124091] 'agreement among raft nodes before linearized reading' (duration: 2.000077709s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:05.94512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.944836Z","time spent":"2.000273194s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:07.953037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:07.953116Z","caller":"traceutil/trace.go:171","msg":"trace[1399624460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263694s","start":"2026-07-03T16:51:05.952834Z","end":"2026-07-03T16:51:07.953098Z","steps":["trace[1399624460] 'agreement among raft nodes before linearized reading' (duration: 2.000167671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.953163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.95279Z","time spent":"2.000363396s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:08.881855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892817838s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:08.881964Z","caller":"traceutil/trace.go:171","msg":"trace[480786197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26840; }","duration":"1.89293877s","start":"2026-07-03T16:51:06.989009Z","end":"2026-07-03T16:51:08.881948Z","steps":["trace[480786197] 'range keys from in-memory index tree' (duration: 1.892802147s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.882983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625665488s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:51:08.883076Z","caller":"traceutil/trace.go:171","msg":"trace[258892945] linearizableReadLoop","detail":"{readStateIndex:27766; appliedIndex:27765; }","duration":"3.639660748s","start":"2026-07-03T16:51:05.243397Z","end":"2026-07-03T16:51:08.883058Z","steps":["trace[258892945] 'read index received' (duration: 13.902238ms)","trace[258892945] 'applied index is now lower than readState.Index' (duration: 3.62575632s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:08.883191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674502824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:08.883224Z","caller":"traceutil/trace.go:171","msg":"trace[774010829] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26840; }","duration":"3.674580956s","start":"2026-07-03T16:51:05.20863Z","end":"2026-07-03T16:51:08.883211Z","steps":["trace[774010829] 'agreement among raft nodes before linearized reading' (duration: 3.674507184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.883257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.208612Z","time spent":"3.674636458s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.883448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993680511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:08.883485Z","caller":"traceutil/trace.go:171","msg":"trace[1783449936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26840; }","duration":"3.993753732s","start":"2026-07-03T16:51:04.889723Z","end":"2026-07-03T16:51:08.883476Z","steps":["trace[1783449936] 'agreement among raft nodes before linearized reading' (duration: 3.993698891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.883514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.8897Z","time spent":"3.993805534s","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.883685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001807727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:08.883721Z","caller":"traceutil/trace.go:171","msg":"trace[797155355] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26840; }","duration":"4.001913809s","start":"2026-07-03T16:51:04.881799Z","end":"2026-07-03T16:51:08.883713Z","steps":["trace[797155355] 'agreement among raft nodes before linearized reading' (duration: 4.001834007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.883749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.881776Z","time spent":"4.00196525s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.883934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256725594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:08.883968Z","caller":"traceutil/trace.go:171","msg":"trace[2089821737] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26840; }","duration":"4.256805076s","start":"2026-07-03T16:51:04.627155Z","end":"2026-07-03T16:51:08.88396Z","steps":["trace[2089821737] 'agreement among raft nodes before linearized reading' (duration: 4.256715044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.883998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.627133Z","time spent":"4.256854326s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.884138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479797263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:08.884175Z","caller":"traceutil/trace.go:171","msg":"trace[1510430384] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26840; }","duration":"4.479834883s","start":"2026-07-03T16:51:04.40433Z","end":"2026-07-03T16:51:08.884165Z","steps":["trace[1510430384] 'agreement among raft nodes before linearized reading' (duration: 4.479778872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.884204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.404277Z","time spent":"4.479919825s","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.884342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.792911819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:08.884376Z","caller":"traceutil/trace.go:171","msg":"trace[201649811] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26840; }","duration":"4.792980741s","start":"2026-07-03T16:51:04.091387Z","end":"2026-07-03T16:51:08.884368Z","steps":["trace[201649811] 'agreement among raft nodes before linearized reading' (duration: 4.79293223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.884402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:04.091341Z","time spent":"4.793053423s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.884536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980334335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:08.884568Z","caller":"traceutil/trace.go:171","msg":"trace[1710815422] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26840; }","duration":"4.980405425s","start":"2026-07-03T16:51:03.904155Z","end":"2026-07-03T16:51:08.884561Z","steps":["trace[1710815422] 'agreement among raft nodes before linearized reading' (duration: 4.980358664s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.884595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.904136Z","time spent":"4.980451287s","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.884717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101688988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:08.88475Z","caller":"traceutil/trace.go:171","msg":"trace[967367044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26840; }","duration":"5.101748179s","start":"2026-07-03T16:51:03.782993Z","end":"2026-07-03T16:51:08.884742Z","steps":["trace[967367044] 'agreement among raft nodes before linearized reading' (duration: 5.101700568s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.884779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.782978Z","time spent":"5.10179375s","remote":"127.0.0.1:43946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.884897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.174786349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:08.884927Z","caller":"traceutil/trace.go:171","msg":"trace[2074134184] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26840; }","duration":"5.17485907s","start":"2026-07-03T16:51:03.710061Z","end":"2026-07-03T16:51:08.88492Z","steps":["trace[2074134184] 'agreement among raft nodes before linearized reading' (duration: 5.174814209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.884953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.710038Z","time spent":"5.174907861s","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:08.885637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.134930246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:51:08.885696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.135020299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-03T16:51:08.885718Z","caller":"traceutil/trace.go:171","msg":"trace[523764101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26840; }","duration":"6.135047649s","start":"2026-07-03T16:51:02.750651Z","end":"2026-07-03T16:51:08.885699Z","steps":["trace[523764101] 'agreement among raft nodes before linearized reading' (duration: 6.134812493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.885763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.750637Z","time spent":"6.13511619s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-03T16:51:08.885757Z","caller":"traceutil/trace.go:171","msg":"trace[1871050161] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc; range_end:; response_count:1; response_revision:26840; }","duration":"6.13510115s","start":"2026-07-03T16:51:02.750635Z","end":"2026-07-03T16:51:08.885736Z","steps":["trace[1871050161] 'agreement among raft nodes before linearized reading' (duration: 6.134932555s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:08.885907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:02.750623Z","time spent":"6.135227262s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-c79bdd966-fpkb8.18bed3967c8ca2cc\" "} {"level":"warn","ts":"2026-07-03T16:51:09.383884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:09.884058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:09.953818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:09.953904Z","caller":"traceutil/trace.go:171","msg":"trace[1053096919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452218s","start":"2026-07-03T16:51:07.95343Z","end":"2026-07-03T16:51:09.953882Z","steps":["trace[1053096919] 'agreement among raft nodes before linearized reading' (duration: 2.000352655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.953966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.953416Z","time spent":"2.000535309s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:10.384635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:10.885664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:10.934844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:10.934937Z","caller":"traceutil/trace.go:171","msg":"trace[836985180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506939s","start":"2026-07-03T16:51:08.934407Z","end":"2026-07-03T16:51:10.934914Z","steps":["trace[836985180] 'agreement among raft nodes before linearized reading' (duration: 2.000392426s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.935005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.934396Z","time spent":"2.00059419s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:11.091642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.694678143s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:51:11.092001Z","caller":"traceutil/trace.go:171","msg":"trace[1404461199] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"5.695149564s","start":"2026-07-03T16:51:05.396833Z","end":"2026-07-03T16:51:11.091983Z","steps":["trace[1404461199] 'process raft request' (duration: 5.69498623s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.092125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.396806Z","time spent":"5.695253545s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:11.963079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000856487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:11.963177Z","caller":"traceutil/trace.go:171","msg":"trace[1906496645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001711316s","start":"2026-07-03T16:51:09.961446Z","end":"2026-07-03T16:51:11.963157Z","steps":["trace[1906496645] 'agreement among raft nodes before linearized reading' (duration: 2.000883677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.963232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.961429Z","time spent":"2.001787437s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:13.382265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.381088Z","time spent":"7.001163808s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:13.439302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.439059Z","time spent":"7.000235506s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:13.962999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000056289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:13.963168Z","caller":"traceutil/trace.go:171","msg":"trace[1734303182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276283s","start":"2026-07-03T16:51:11.962872Z","end":"2026-07-03T16:51:13.963148Z","steps":["trace[1734303182] 'agreement among raft nodes before linearized reading' (duration: 2.000086219s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.963258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.962853Z","time spent":"2.000392226s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:14.615523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887578226s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:14.615871Z","caller":"traceutil/trace.go:171","msg":"trace[25362302] linearizableReadLoop","detail":"{readStateIndex:27770; appliedIndex:27767; }","duration":"5.732742843s","start":"2026-07-03T16:51:08.883104Z","end":"2026-07-03T16:51:14.615847Z","steps":["trace[25362302] 'read index received' (duration: 2.208867261s)","trace[25362302] 'applied index is now lower than readState.Index' (duration: 3.523874312s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:14.616072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672508264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:14.616097Z","caller":"traceutil/trace.go:171","msg":"trace[945854649] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"5.727469282s","start":"2026-07-03T16:51:08.888594Z","end":"2026-07-03T16:51:14.616064Z","steps":["trace[945854649] 'process raft request' (duration: 5.727165725s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.616133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.794970523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:14.616188Z","caller":"traceutil/trace.go:171","msg":"trace[1459661296] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26844; }","duration":"6.795055925s","start":"2026-07-03T16:51:07.821118Z","end":"2026-07-03T16:51:14.616174Z","steps":["trace[1459661296] 'agreement among raft nodes before linearized reading' (duration: 6.794985764s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.616201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.226630071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:14.616244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.821099Z","time spent":"6.795134818s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:14.616248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.888573Z","time spent":"5.727590554s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:14.61622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573610524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" ","response":"range_response_count:1 size:6860"} {"level":"warn","ts":"2026-07-03T16:51:14.616333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.369847643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-07-03T16:51:14.61634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241620253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:51:14.616329Z","caller":"traceutil/trace.go:171","msg":"trace[1862643188] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p; range_end:; response_count:1; response_revision:26844; }","duration":"6.573761986s","start":"2026-07-03T16:51:08.042547Z","end":"2026-07-03T16:51:14.616309Z","steps":["trace[1862643188] 'agreement among raft nodes before linearized reading' (duration: 6.573380978s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:14.616371Z","caller":"traceutil/trace.go:171","msg":"trace[216176718] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26844; }","duration":"8.241686255s","start":"2026-07-03T16:51:06.374677Z","end":"2026-07-03T16:51:14.616363Z","steps":["trace[216176718] 'agreement among raft nodes before linearized reading' (duration: 8.241587022s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:14.616368Z","caller":"traceutil/trace.go:171","msg":"trace[2104095001] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26844; }","duration":"9.369880033s","start":"2026-07-03T16:51:05.246479Z","end":"2026-07-03T16:51:14.616359Z","steps":["trace[2104095001] 'agreement among raft nodes before linearized reading' (duration: 9.369797892s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.61641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.374654Z","time spent":"8.241749105s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:51:14.616125Z","caller":"traceutil/trace.go:171","msg":"trace[626405929] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26844; }","duration":"7.672594446s","start":"2026-07-03T16:51:06.943517Z","end":"2026-07-03T16:51:14.616111Z","steps":["trace[626405929] 'agreement among raft nodes before linearized reading' (duration: 7.672508974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.616413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.04253Z","time spent":"6.573869699s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" "} {"level":"warn","ts":"2026-07-03T16:51:14.61647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.079274444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:14.616259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.369555865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-07-03T16:51:14.616487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.97765677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:14.616506Z","caller":"traceutil/trace.go:171","msg":"trace[762004084] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26844; }","duration":"6.079354186s","start":"2026-07-03T16:51:08.537144Z","end":"2026-07-03T16:51:14.616498Z","steps":["trace[762004084] 'agreement among raft nodes before linearized reading' (duration: 6.079288894s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:14.616531Z","caller":"traceutil/trace.go:171","msg":"trace[200089346] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26844; }","duration":"9.369834231s","start":"2026-07-03T16:51:05.246683Z","end":"2026-07-03T16:51:14.616517Z","steps":["trace[200089346] 'agreement among raft nodes before linearized reading' (duration: 9.369462833s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:14.616515Z","caller":"traceutil/trace.go:171","msg":"trace[65017354] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26844; }","duration":"6.977721942s","start":"2026-07-03T16:51:07.638785Z","end":"2026-07-03T16:51:14.616507Z","steps":["trace[65017354] 'agreement among raft nodes before linearized reading' (duration: 6.977674611s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.616561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.246677Z","time spent":"9.369875122s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-03T16:51:14.616574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.638765Z","time spent":"6.977801733s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:14.616413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.246417Z","time spent":"9.369988625s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-03T16:51:14.616138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.681789724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:14.616068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.350154285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:14.616739Z","caller":"traceutil/trace.go:171","msg":"trace[1472530983] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26844; }","duration":"8.682429589s","start":"2026-07-03T16:51:05.934297Z","end":"2026-07-03T16:51:14.616727Z","steps":["trace[1472530983] 'agreement among raft nodes before linearized reading' (duration: 8.681786244s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:14.616243Z","caller":"traceutil/trace.go:171","msg":"trace[2102793889] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26844; }","duration":"8.226708492s","start":"2026-07-03T16:51:06.389519Z","end":"2026-07-03T16:51:14.616227Z","steps":["trace[2102793889] 'agreement among raft nodes before linearized reading' (duration: 8.226651061s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.616697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.537127Z","time spent":"6.079499079s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:14.616986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.934242Z","time spent":"8.682541021s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:14.617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.389488Z","time spent":"8.227485829s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:51:14.616471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.943498Z","time spent":"7.672959504s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:14.616798Z","caller":"traceutil/trace.go:171","msg":"trace[1695660150] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26844; }","duration":"7.350966843s","start":"2026-07-03T16:51:07.265816Z","end":"2026-07-03T16:51:14.616783Z","steps":["trace[1695660150] 'agreement among raft nodes before linearized reading' (duration: 7.350043212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:14.617162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.265794Z","time spent":"7.351357212s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:15.116978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:15.617564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:15.971678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:15.97179Z","caller":"traceutil/trace.go:171","msg":"trace[610215357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780875s","start":"2026-07-03T16:51:13.970989Z","end":"2026-07-03T16:51:15.97177Z","steps":["trace[610215357] 'agreement among raft nodes before linearized reading' (duration: 2.000630792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.971837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.970974Z","time spent":"2.000853546s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:16.117809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:16.618221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:16.930295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.181327108s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:17.432534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.859555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:17.432685Z","caller":"traceutil/trace.go:171","msg":"trace[1933497759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26844; }","duration":"444.01831ms","start":"2026-07-03T16:51:16.988644Z","end":"2026-07-03T16:51:17.432663Z","steps":["trace[1933497759] 'range keys from in-memory index tree' (duration: 443.839915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.433882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.295915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:17.435239Z","caller":"traceutil/trace.go:171","msg":"trace[1563953846] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"4.686375703s","start":"2026-07-03T16:51:12.748828Z","end":"2026-07-03T16:51:17.435204Z","steps":["trace[1563953846] 'process raft request' (duration: 4.181693057s)","trace[1563953846] 'compare' (duration: 501.597185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:17.435349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.748802Z","time spent":"4.686510326s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:17.972229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:17.972312Z","caller":"traceutil/trace.go:171","msg":"trace[1052699442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227732s","start":"2026-07-03T16:51:15.972066Z","end":"2026-07-03T16:51:17.972294Z","steps":["trace[1052699442] 'agreement among raft nodes before linearized reading' (duration: 2.00012538s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.972357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.972055Z","time spent":"2.000293205s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:19.886699Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f28afee2cd4","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:51:19.980437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000674362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:19.980528Z","caller":"traceutil/trace.go:171","msg":"trace[804113170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820316s","start":"2026-07-03T16:51:17.979688Z","end":"2026-07-03T16:51:19.980509Z","steps":["trace[804113170] 'agreement among raft nodes before linearized reading' (duration: 2.000706103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.98058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.979647Z","time spent":"2.000922708s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:20.387341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.386485Z","time spent":"7.00084947s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:20.4448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.443876Z","time spent":"7.000918162s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:20.758962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.825572078s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:21.621831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.621591Z","time spent":"7.000233096s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:21.625124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.624489Z","time spent":"7.000631165s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:21.625313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.625213Z","time spent":"7.000093353s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:21.628416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.627436Z","time spent":"7.000977462s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:21.98138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000816036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:21.981467Z","caller":"traceutil/trace.go:171","msg":"trace[1760859520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000949109s","start":"2026-07-03T16:51:19.980499Z","end":"2026-07-03T16:51:21.981448Z","steps":["trace[1760859520] 'agreement among raft nodes before linearized reading' (duration: 2.000836456s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.981515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.980486Z","time spent":"2.00101872s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:22.39728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.396105Z","time spent":"7.001168887s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:22.39738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.397311Z","time spent":"7.000068072s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:23.05986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.300723461s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:23.099297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.09864Z","time spent":"7.000648905s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:23.991541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:23.991621Z","caller":"traceutil/trace.go:171","msg":"trace[274060075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000876437s","start":"2026-07-03T16:51:21.990727Z","end":"2026-07-03T16:51:23.991603Z","steps":["trace[274060075] 'agreement among raft nodes before linearized reading' (duration: 2.000774405s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.991703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.99071Z","time spent":"2.00098295s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:24.634415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009649848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:24.634516Z","caller":"traceutil/trace.go:171","msg":"trace[76271365] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.00980689s","start":"2026-07-03T16:51:14.624685Z","end":"2026-07-03T16:51:24.634492Z","steps":["trace[76271365] 'agreement among raft nodes before linearized reading' (duration: 10.009685427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:24.634565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.624666Z","time spent":"10.009888223s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/03 16:51:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:25.99205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:25.992141Z","caller":"traceutil/trace.go:171","msg":"trace[2115486052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370426s","start":"2026-07-03T16:51:23.991747Z","end":"2026-07-03T16:51:25.992118Z","steps":["trace[2115486052] 'agreement among raft nodes before linearized reading' (duration: 2.000250683s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.992206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.991731Z","time spent":"2.000465448s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:26.899284Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f28afee2cd4","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:51:26.987144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.227951103s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:51:26.994917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.055434064s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:28.002625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:28.002743Z","caller":"traceutil/trace.go:171","msg":"trace[1173627006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088359s","start":"2026-07-03T16:51:26.002628Z","end":"2026-07-03T16:51:28.002716Z","steps":["trace[1173627006] 'agreement among raft nodes before linearized reading' (duration: 1.999933936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.002805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.002612Z","time spent":"2.000182021s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:29.948722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95817222s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:51:29.949584Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"43.851µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-03T16:51:29.949668Z","caller":"traceutil/trace.go:171","msg":"trace[349388826] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"5.010263028s","start":"2026-07-03T16:51:24.93939Z","end":"2026-07-03T16:51:29.949653Z","steps":["trace[349388826] 'process raft request' (duration: 5.010225647s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.949723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:24.939372Z","time spent":"5.01032027s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:29.949812Z","caller":"traceutil/trace.go:171","msg":"trace[821855520] linearizableReadLoop","detail":"{readStateIndex:27781; appliedIndex:27770; }","duration":"15.333872071s","start":"2026-07-03T16:51:14.615932Z","end":"2026-07-03T16:51:29.949804Z","steps":["trace[821855520] 'read index received' (duration: 2.314641869s)","trace[821855520] 'applied index is now lower than readState.Index' (duration: 13.019228982s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:29.94989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.190101028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.949909Z","caller":"traceutil/trace.go:171","msg":"trace[883416537] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26853; }","duration":"20.190143608s","start":"2026-07-03T16:51:09.759756Z","end":"2026-07-03T16:51:29.949899Z","steps":["trace[883416537] 'agreement among raft nodes before linearized reading' (duration: 20.190106297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.949926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.759741Z","time spent":"20.19018007s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.949929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.659914989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.950012Z","caller":"traceutil/trace.go:171","msg":"trace[1464761956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26853; }","duration":"19.660056802s","start":"2026-07-03T16:51:10.289933Z","end":"2026-07-03T16:51:29.949989Z","steps":["trace[1464761956] 'agreement among raft nodes before linearized reading' (duration: 19.659906349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.95006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.289915Z","time spent":"19.660132694s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.950054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.870661852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.950142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.798044475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-07-03T16:51:29.950161Z","caller":"traceutil/trace.go:171","msg":"trace[13098733] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26853; }","duration":"20.798093846s","start":"2026-07-03T16:51:09.152062Z","end":"2026-07-03T16:51:29.950156Z","steps":["trace[13098733] 'agreement among raft nodes before linearized reading' (duration: 20.797968993s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.950148Z","caller":"traceutil/trace.go:171","msg":"trace[815578315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26853; }","duration":"15.870811125s","start":"2026-07-03T16:51:14.079312Z","end":"2026-07-03T16:51:29.950123Z","steps":["trace[815578315] 'agreement among raft nodes before linearized reading' (duration: 15.870610631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.95022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.020672674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-03T16:51:29.950236Z","caller":"traceutil/trace.go:171","msg":"trace[1214711779] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26853; }","duration":"21.020716885s","start":"2026-07-03T16:51:08.929515Z","end":"2026-07-03T16:51:29.950232Z","steps":["trace[1214711779] 'agreement among raft nodes before linearized reading' (duration: 21.020671244s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.950225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.079291Z","time spent":"15.870913777s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.950251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.929501Z","time spent":"21.020744546s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T16:51:29.950492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.057827463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:51:29.950488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.53116609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:29.95055Z","caller":"traceutil/trace.go:171","msg":"trace[342904703] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26853; }","duration":"16.531234422s","start":"2026-07-03T16:51:13.419298Z","end":"2026-07-03T16:51:29.950533Z","steps":["trace[342904703] 'agreement among raft nodes before linearized reading' (duration: 16.531132059s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.950586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.060377402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:51:29.950603Z","caller":"traceutil/trace.go:171","msg":"trace[1497333098] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0; range_end:; response_count:1; response_revision:26853; }","duration":"21.060407902s","start":"2026-07-03T16:51:08.890191Z","end":"2026-07-03T16:51:29.950599Z","steps":["trace[1497333098] 'agreement among raft nodes before linearized reading' (duration: 21.06033344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.950621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.890184Z","time spent":"21.060433562s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" "} {"level":"warn","ts":"2026-07-03T16:51:29.950611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.419242Z","time spent":"16.531354424s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.950628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.445474022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.950692Z","caller":"traceutil/trace.go:171","msg":"trace[841244439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26853; }","duration":"15.445598396s","start":"2026-07-03T16:51:14.505075Z","end":"2026-07-03T16:51:29.950673Z","steps":["trace[841244439] 'agreement among raft nodes before linearized reading' (duration: 15.445516084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.950747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.505043Z","time spent":"15.445688068s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.950515Z","caller":"traceutil/trace.go:171","msg":"trace[1716669044] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26853; }","duration":"21.057859854s","start":"2026-07-03T16:51:08.89265Z","end":"2026-07-03T16:51:29.95051Z","steps":["trace[1716669044] 'agreement among raft nodes before linearized reading' (duration: 21.05770011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.950822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.892644Z","time spent":"21.058158591s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.950859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.602945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.950878Z","caller":"traceutil/trace.go:171","msg":"trace[669821449] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26853; }","duration":"298.658596ms","start":"2026-07-03T16:51:29.652214Z","end":"2026-07-03T16:51:29.950873Z","steps":["trace[669821449] 'agreement among raft nodes before linearized reading' (duration: 298.623975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.950176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.152039Z","time spent":"20.798134276s","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130941,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:51:29.950563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.427399639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.951062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.58469816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.951068Z","caller":"traceutil/trace.go:171","msg":"trace[1718847699] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26853; }","duration":"15.427943451s","start":"2026-07-03T16:51:14.523105Z","end":"2026-07-03T16:51:29.951049Z","steps":["trace[1718847699] 'agreement among raft nodes before linearized reading' (duration: 15.427404959s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.951091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.863679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:51:29.95111Z","caller":"traceutil/trace.go:171","msg":"trace[1314826248] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26853; }","duration":"388.92267ms","start":"2026-07-03T16:51:29.56218Z","end":"2026-07-03T16:51:29.951103Z","steps":["trace[1314826248] 'agreement among raft nodes before linearized reading' (duration: 388.781387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.951102Z","caller":"traceutil/trace.go:171","msg":"trace[274037635] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26853; }","duration":"18.584774262s","start":"2026-07-03T16:51:11.366316Z","end":"2026-07-03T16:51:29.951091Z","steps":["trace[274037635] 'agreement among raft nodes before linearized reading' (duration: 18.58469777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.951126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.562154Z","time spent":"388.966162ms","remote":"127.0.0.1:40506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.951126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.52308Z","time spent":"15.428024733s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.95114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.366298Z","time spent":"18.584832614s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.951223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.237597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.950761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.329116523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:51:29.951237Z","caller":"traceutil/trace.go:171","msg":"trace[253749222] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26853; }","duration":"522.288338ms","start":"2026-07-03T16:51:29.428944Z","end":"2026-07-03T16:51:29.951232Z","steps":["trace[253749222] 'agreement among raft nodes before linearized reading' (duration: 522.258088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.95126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.428923Z","time spent":"522.32509ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.95127Z","caller":"traceutil/trace.go:171","msg":"trace[71606273] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:26853; }","duration":"15.329647715s","start":"2026-07-03T16:51:14.6216Z","end":"2026-07-03T16:51:29.951248Z","steps":["trace[71606273] 'agreement among raft nodes before linearized reading' (duration: 15.329121053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.951329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.621576Z","time spent":"15.329735616s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:51:29.951343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.779192311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.951372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.502020133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:51:29.951374Z","caller":"traceutil/trace.go:171","msg":"trace[1127278875] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26853; }","duration":"8.779250621s","start":"2026-07-03T16:51:21.172114Z","end":"2026-07-03T16:51:29.951364Z","steps":["trace[1127278875] 'agreement among raft nodes before linearized reading' (duration: 8.77919997s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.951391Z","caller":"traceutil/trace.go:171","msg":"trace[1977470887] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26853; }","duration":"9.502075345s","start":"2026-07-03T16:51:20.449308Z","end":"2026-07-03T16:51:29.951383Z","steps":["trace[1977470887] 'agreement among raft nodes before linearized reading' (duration: 9.502025994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.951408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.449256Z","time spent":"9.502148266s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:51:29.951405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.172097Z","time spent":"8.779300093s","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.951507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.509886162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.951522Z","caller":"traceutil/trace.go:171","msg":"trace[1563990924] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26853; }","duration":"9.509932114s","start":"2026-07-03T16:51:20.441585Z","end":"2026-07-03T16:51:29.951517Z","steps":["trace[1563990924] 'agreement among raft nodes before linearized reading' (duration: 9.509901713s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.951539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.441568Z","time spent":"9.509963814s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.95162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.037281284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.951601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948615617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:29.951681Z","caller":"traceutil/trace.go:171","msg":"trace[1678423009] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26853; }","duration":"6.037344436s","start":"2026-07-03T16:51:23.914299Z","end":"2026-07-03T16:51:29.951643Z","steps":["trace[1678423009] 'agreement among raft nodes before linearized reading' (duration: 6.037234323s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.951702Z","caller":"traceutil/trace.go:171","msg":"trace[1906789172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26853; }","duration":"5.948819951s","start":"2026-07-03T16:51:24.002862Z","end":"2026-07-03T16:51:29.951682Z","steps":["trace[1906789172] 'agreement among raft nodes before linearized reading' (duration: 5.948614247s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.951713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.914283Z","time spent":"6.037421847s","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.951747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:24.002835Z","time spent":"5.948900493s","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.951863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.043079196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.951899Z","caller":"traceutil/trace.go:171","msg":"trace[124557279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26853; }","duration":"6.043146288s","start":"2026-07-03T16:51:23.90874Z","end":"2026-07-03T16:51:29.951886Z","steps":["trace[124557279] 'agreement among raft nodes before linearized reading' (duration: 6.043098277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.951932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.908722Z","time spent":"6.043203029s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.951964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015841281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.951997Z","caller":"traceutil/trace.go:171","msg":"trace[358093878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26853; }","duration":"1.015923083s","start":"2026-07-03T16:51:28.936062Z","end":"2026-07-03T16:51:29.951985Z","steps":["trace[358093878] 'agreement among raft nodes before linearized reading' (duration: 1.015868941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.936028Z","time spent":"1.015989864s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:29.952089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.330846734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:29.952116Z","caller":"traceutil/trace.go:171","msg":"trace[128424960] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26853; }","duration":"6.330876025s","start":"2026-07-03T16:51:23.621231Z","end":"2026-07-03T16:51:29.952108Z","steps":["trace[128424960] 'agreement among raft nodes before linearized reading' (duration: 6.330823994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.621146Z","time spent":"6.330989738s","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126147903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:29.952222Z","caller":"traceutil/trace.go:171","msg":"trace[1224085953] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26853; }","duration":"1.126211753s","start":"2026-07-03T16:51:28.826003Z","end":"2026-07-03T16:51:29.952214Z","steps":["trace[1224085953] 'agreement among raft nodes before linearized reading' (duration: 1.126141432s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.825987Z","time spent":"1.126258555s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.848206601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-03T16:51:29.952292Z","caller":"traceutil/trace.go:171","msg":"trace[1793920368] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26853; }","duration":"6.848237502s","start":"2026-07-03T16:51:23.104045Z","end":"2026-07-03T16:51:29.952283Z","steps":["trace[1793920368] 'agreement among raft nodes before linearized reading' (duration: 6.848197461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.95229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.446783194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.952285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.24055166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.952339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.63787167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.952343Z","caller":"traceutil/trace.go:171","msg":"trace[1522497477] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26853; }","duration":"14.446840845s","start":"2026-07-03T16:51:15.505488Z","end":"2026-07-03T16:51:29.952329Z","steps":["trace[1522497477] 'agreement among raft nodes before linearized reading' (duration: 14.446752003s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.952357Z","caller":"traceutil/trace.go:171","msg":"trace[148540893] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26853; }","duration":"8.637948523s","start":"2026-07-03T16:51:21.314403Z","end":"2026-07-03T16:51:29.952352Z","steps":["trace[148540893] 'agreement among raft nodes before linearized reading' (duration: 8.637917282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.314382Z","time spent":"8.637988373s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.95236Z","caller":"traceutil/trace.go:171","msg":"trace[781100189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26853; }","duration":"14.240717743s","start":"2026-07-03T16:51:15.711622Z","end":"2026-07-03T16:51:29.952339Z","steps":["trace[781100189] 'agreement among raft nodes before linearized reading' (duration: 14.24057723s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.50547Z","time spent":"14.446903916s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872055813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.952424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.549115653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:51:29.952439Z","caller":"traceutil/trace.go:171","msg":"trace[1460323142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26853; }","duration":"1.872153125s","start":"2026-07-03T16:51:28.080271Z","end":"2026-07-03T16:51:29.952425Z","steps":["trace[1460323142] 'agreement among raft nodes before linearized reading' (duration: 1.872090934s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.711598Z","time spent":"14.240831896s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.952464Z","caller":"traceutil/trace.go:171","msg":"trace[1001865052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26853; }","duration":"7.549178464s","start":"2026-07-03T16:51:22.40327Z","end":"2026-07-03T16:51:29.952449Z","steps":["trace[1001865052] 'agreement among raft nodes before linearized reading' (duration: 7.549119382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.080243Z","time spent":"1.872224227s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.403247Z","time spent":"7.549242706s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:51:29.952499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.788296731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.952542Z","caller":"traceutil/trace.go:171","msg":"trace[127931717] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26853; }","duration":"14.788376052s","start":"2026-07-03T16:51:15.164154Z","end":"2026-07-03T16:51:29.95253Z","steps":["trace[127931717] 'agreement among raft nodes before linearized reading' (duration: 14.7883025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.95236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.557873671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.952566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.164134Z","time spent":"14.788425303s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.952583Z","caller":"traceutil/trace.go:171","msg":"trace[1465459169] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26853; }","duration":"8.558147688s","start":"2026-07-03T16:51:21.394428Z","end":"2026-07-03T16:51:29.952576Z","steps":["trace[1465459169] 'agreement among raft nodes before linearized reading' (duration: 8.557880882s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.394408Z","time spent":"8.558194839s","remote":"127.0.0.1:57214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.226275691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:29.952659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.598494859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.95269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212221859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.952699Z","caller":"traceutil/trace.go:171","msg":"trace[8640935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26853; }","duration":"9.598570041s","start":"2026-07-03T16:51:20.354114Z","end":"2026-07-03T16:51:29.952684Z","steps":["trace[8640935] 'agreement among raft nodes before linearized reading' (duration: 9.598509s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.952706Z","caller":"traceutil/trace.go:171","msg":"trace[1992429287] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26853; }","duration":"8.226434475s","start":"2026-07-03T16:51:21.726243Z","end":"2026-07-03T16:51:29.952677Z","steps":["trace[1992429287] 'agreement among raft nodes before linearized reading' (duration: 8.226196289s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.952726Z","caller":"traceutil/trace.go:171","msg":"trace[748049116] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26853; }","duration":"2.212308451s","start":"2026-07-03T16:51:27.740405Z","end":"2026-07-03T16:51:29.952714Z","steps":["trace[748049116] 'agreement among raft nodes before linearized reading' (duration: 2.21226105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.354092Z","time spent":"9.598631282s","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.740378Z","time spent":"2.212373652s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.313708541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" ","response":"range_response_count:1 size:4861"} {"level":"warn","ts":"2026-07-03T16:51:29.952765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.726217Z","time spent":"8.226533217s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.952798Z","caller":"traceutil/trace.go:171","msg":"trace[479325416] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5; range_end:; response_count:1; response_revision:26853; }","duration":"8.313757421s","start":"2026-07-03T16:51:21.639025Z","end":"2026-07-03T16:51:29.952783Z","steps":["trace[479325416] 'agreement among raft nodes before linearized reading' (duration: 8.313624638s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.639008Z","time spent":"8.313812952s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4884,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" "} {"level":"warn","ts":"2026-07-03T16:51:29.952875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.303062174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.95291Z","caller":"traceutil/trace.go:171","msg":"trace[175926636] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26853; }","duration":"10.303132166s","start":"2026-07-03T16:51:19.649765Z","end":"2026-07-03T16:51:29.952897Z","steps":["trace[175926636] 'agreement among raft nodes before linearized reading' (duration: 10.303082245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479953368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:29.952941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.649743Z","time spent":"10.303190897s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.95295Z","caller":"traceutil/trace.go:171","msg":"trace[1444013546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26853; }","duration":"2.48004199s","start":"2026-07-03T16:51:27.472899Z","end":"2026-07-03T16:51:29.952941Z","steps":["trace[1444013546] 'agreement among raft nodes before linearized reading' (duration: 2.479989439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.329889501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.953006Z","caller":"traceutil/trace.go:171","msg":"trace[642586943] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:26853; }","duration":"8.329944851s","start":"2026-07-03T16:51:21.623053Z","end":"2026-07-03T16:51:29.952998Z","steps":["trace[642586943] 'agreement among raft nodes before linearized reading' (duration: 8.32990582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.95303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.623036Z","time spent":"8.329988873s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:51:29.953082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.552342707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-03T16:51:29.953133Z","caller":"traceutil/trace.go:171","msg":"trace[1961388377] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26853; }","duration":"7.552419968s","start":"2026-07-03T16:51:22.400697Z","end":"2026-07-03T16:51:29.953117Z","steps":["trace[1961388377] 'agreement among raft nodes before linearized reading' (duration: 7.552317415s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.953162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.972031755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:29.953175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.40068Z","time spent":"7.55248389s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:51:29.953193Z","caller":"traceutil/trace.go:171","msg":"trace[211206072] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26853; }","duration":"11.972099846s","start":"2026-07-03T16:51:17.981084Z","end":"2026-07-03T16:51:29.953184Z","steps":["trace[211206072] 'agreement among raft nodes before linearized reading' (duration: 11.971994354s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.952979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.472872Z","time spent":"2.480099891s","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.953226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.981067Z","time spent":"11.972148757s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.952648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948753766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.953378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607057524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-07-03T16:51:29.952309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.103975Z","time spent":"6.848329173s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:51:29.953407Z","caller":"traceutil/trace.go:171","msg":"trace[1183670461] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26853; }","duration":"2.607128866s","start":"2026-07-03T16:51:27.34627Z","end":"2026-07-03T16:51:29.953399Z","steps":["trace[1183670461] 'agreement among raft nodes before linearized reading' (duration: 2.606727187s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.953414Z","caller":"traceutil/trace.go:171","msg":"trace[1724980250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26853; }","duration":"1.949505393s","start":"2026-07-03T16:51:28.003886Z","end":"2026-07-03T16:51:29.953392Z","steps":["trace[1724980250] 'agreement among raft nodes before linearized reading' (duration: 1.948733056s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.953433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.346247Z","time spent":"2.607179737s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:51:29.953464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.003826Z","time spent":"1.949624336s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:29.953748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.021496313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.953785Z","caller":"traceutil/trace.go:171","msg":"trace[2086070520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26853; }","duration":"14.021568224s","start":"2026-07-03T16:51:15.932205Z","end":"2026-07-03T16:51:29.953774Z","steps":["trace[2086070520] 'agreement among raft nodes before linearized reading' (duration: 14.021508482s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.953822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.932186Z","time spent":"14.021621695s","remote":"127.0.0.1:43974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.953816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.613971608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:51:29.953889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076181396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.953871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.148011414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.953921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.83321017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.953923Z","caller":"traceutil/trace.go:171","msg":"trace[239225293] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26853; }","duration":"4.076248378s","start":"2026-07-03T16:51:25.877665Z","end":"2026-07-03T16:51:29.953913Z","steps":["trace[239225293] 'agreement among raft nodes before linearized reading' (duration: 4.076191526s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.953944Z","caller":"traceutil/trace.go:171","msg":"trace[1718954725] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26853; }","duration":"12.83325775s","start":"2026-07-03T16:51:17.120679Z","end":"2026-07-03T16:51:29.953937Z","steps":["trace[1718954725] 'agreement among raft nodes before linearized reading' (duration: 12.833221149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.953951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.877649Z","time spent":"4.076294498s","remote":"127.0.0.1:57258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.95395Z","caller":"traceutil/trace.go:171","msg":"trace[1088521143] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26853; }","duration":"14.148148557s","start":"2026-07-03T16:51:15.80578Z","end":"2026-07-03T16:51:29.953928Z","steps":["trace[1088521143] 'agreement among raft nodes before linearized reading' (duration: 14.147980803s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.953958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.065799857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.953966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.120667Z","time spent":"12.833293992s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.953988Z","caller":"traceutil/trace.go:171","msg":"trace[366082787] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26853; }","duration":"13.065857947s","start":"2026-07-03T16:51:16.88812Z","end":"2026-07-03T16:51:29.953978Z","steps":["trace[366082787] 'agreement among raft nodes before linearized reading' (duration: 13.065812856s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.953996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.80576Z","time spent":"14.148228328s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.95402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.888099Z","time spent":"13.065914059s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.954073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.877359649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.954094Z","caller":"traceutil/trace.go:171","msg":"trace[529810686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26853; }","duration":"12.877421641s","start":"2026-07-03T16:51:17.076664Z","end":"2026-07-03T16:51:29.954086Z","steps":["trace[529810686] 'agreement among raft nodes before linearized reading' (duration: 12.87738905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.954115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.076618Z","time spent":"12.877490712s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.954147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362675513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:29.954175Z","caller":"traceutil/trace.go:171","msg":"trace[770770556] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26853; }","duration":"5.362726034s","start":"2026-07-03T16:51:24.591442Z","end":"2026-07-03T16:51:29.954168Z","steps":["trace[770770556] 'agreement among raft nodes before linearized reading' (duration: 5.362665053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.953882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.052280737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:29.954203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:24.591431Z","time spent":"5.362764715s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.954211Z","caller":"traceutil/trace.go:171","msg":"trace[1755351453] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26853; }","duration":"13.052647785s","start":"2026-07-03T16:51:16.901557Z","end":"2026-07-03T16:51:29.954205Z","steps":["trace[1755351453] 'agreement among raft nodes before linearized reading' (duration: 13.052295357s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:29.953935Z","caller":"traceutil/trace.go:171","msg":"trace[2029759844] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26853; }","duration":"12.614161553s","start":"2026-07-03T16:51:17.339747Z","end":"2026-07-03T16:51:29.953908Z","steps":["trace[2029759844] 'agreement among raft nodes before linearized reading' (duration: 12.613632461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.954233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.901538Z","time spent":"13.052689016s","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.954253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.339724Z","time spent":"12.61451993s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:51:29.952696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.313599968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.954088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807747588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:29.95433Z","caller":"traceutil/trace.go:171","msg":"trace[260154318] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26853; }","duration":"15.315253156s","start":"2026-07-03T16:51:14.639065Z","end":"2026-07-03T16:51:29.954319Z","steps":["trace[260154318] 'agreement among raft nodes before linearized reading' (duration: 15.313612639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.954353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.416200556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:29.954363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.639055Z","time spent":"15.315297947s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.954391Z","caller":"traceutil/trace.go:171","msg":"trace[476847975] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26853; }","duration":"5.416274188s","start":"2026-07-03T16:51:24.538103Z","end":"2026-07-03T16:51:29.954377Z","steps":["trace[476847975] 'agreement among raft nodes before linearized reading' (duration: 5.416218307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.954434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:24.538083Z","time spent":"5.41633787s","remote":"127.0.0.1:44192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:29.954335Z","caller":"traceutil/trace.go:171","msg":"trace[1527618351] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26853; }","duration":"4.808024574s","start":"2026-07-03T16:51:25.146302Z","end":"2026-07-03T16:51:29.954327Z","steps":["trace[1527618351] 'agreement among raft nodes before linearized reading' (duration: 4.807756898s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.954623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.146287Z","time spent":"4.808326231s","remote":"127.0.0.1:46438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:29.95729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.566482847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-03T16:51:29.957335Z","caller":"traceutil/trace.go:171","msg":"trace[1515044680] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26853; }","duration":"9.566533149s","start":"2026-07-03T16:51:20.390795Z","end":"2026-07-03T16:51:29.957328Z","steps":["trace[1515044680] 'agreement among raft nodes before linearized reading' (duration: 9.560832218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.957353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.390778Z","time spent":"9.566570979s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:51:29.95773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.54628186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:51:29.957767Z","caller":"traceutil/trace.go:171","msg":"trace[447504230] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26853; }","duration":"13.546350991s","start":"2026-07-03T16:51:16.411407Z","end":"2026-07-03T16:51:29.957758Z","steps":["trace[447504230] 'agreement among raft nodes before linearized reading' (duration: 13.542737168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:29.957803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.411391Z","time spent":"13.546405273s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2669,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:30.457069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:30.957874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:31.392014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438314498s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:31.962174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000873307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:31.962234Z","caller":"traceutil/trace.go:171","msg":"trace[1584204202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000956199s","start":"2026-07-03T16:51:29.961264Z","end":"2026-07-03T16:51:31.96222Z","steps":["trace[1584204202] 'agreement among raft nodes before linearized reading' (duration: 2.000877557s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:31.962266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.961258Z","time spent":"2.00100188s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:33.459433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.146999Z","time spent":"2.312424099s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:33.461413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069103196s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:33.46155Z","caller":"traceutil/trace.go:171","msg":"trace[523715846] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"3.507949677s","start":"2026-07-03T16:51:29.953574Z","end":"2026-07-03T16:51:33.461524Z","steps":["trace[523715846] 'process raft request' (duration: 1.438626936s)","trace[523715846] 'compare' (duration: 2.06669104s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:33.461641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.953547Z","time spent":"3.508046869s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:33.962712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993260522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:33.962818Z","caller":"traceutil/trace.go:171","msg":"trace[1060451605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993417786s","start":"2026-07-03T16:51:31.969375Z","end":"2026-07-03T16:51:33.962793Z","steps":["trace[1060451605] 'agreement among raft nodes before linearized reading' (duration: 1.993287243s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:33.962897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.969353Z","time spent":"1.993517479s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:34.600687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.208464821s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:35.971438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:35.971523Z","caller":"traceutil/trace.go:171","msg":"trace[1951893451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475929s","start":"2026-07-03T16:51:33.971028Z","end":"2026-07-03T16:51:35.971504Z","steps":["trace[1951893451] 'agreement among raft nodes before linearized reading' (duration: 2.000367126s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:35.971572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.971014Z","time spent":"2.00054771s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:36.378103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.777173394s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:36.956415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.956042Z","time spent":"7.000361338s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:36.96288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.961721Z","time spent":"7.001152427s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:37.731457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.581745ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:37.73162Z","caller":"traceutil/trace.go:171","msg":"trace[284436683] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26854; }","duration":"742.755759ms","start":"2026-07-03T16:51:36.988839Z","end":"2026-07-03T16:51:37.731595Z","steps":["trace[284436683] 'range keys from in-memory index tree' (duration: 742.562825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:37.732451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131218815s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-03T16:51:37.734977Z","caller":"traceutil/trace.go:171","msg":"trace[1225319278] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"4.269386382s","start":"2026-07-03T16:51:33.465571Z","end":"2026-07-03T16:51:37.734957Z","steps":["trace[1225319278] 'process raft request' (duration: 4.269342501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:37.735161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.465546Z","time spent":"4.269473645s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:51:37.735318Z","caller":"traceutil/trace.go:171","msg":"trace[2146602564] linearizableReadLoop","detail":"{readStateIndex:27786; appliedIndex:27783; }","duration":"7.779214052s","start":"2026-07-03T16:51:29.956037Z","end":"2026-07-03T16:51:37.735251Z","steps":["trace[2146602564] 'read index received' (duration: 1.436177799s)","trace[2146602564] 'applied index is now lower than readState.Index' (duration: 6.343033513s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:37.735687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.779610202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18bed5a7ed9bec20\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-03T16:51:37.735765Z","caller":"traceutil/trace.go:171","msg":"trace[1337603978] range","detail":"{range_begin:/registry/events/openstack/container-infra.18bed5a7ed9bec20; range_end:; response_count:1; response_revision:26856; }","duration":"7.779725664s","start":"2026-07-03T16:51:29.955997Z","end":"2026-07-03T16:51:37.735723Z","steps":["trace[1337603978] 'agreement among raft nodes before linearized reading' (duration: 7.779413027s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:37.735815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.955985Z","time spent":"7.779819117s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18bed5a7ed9bec20\" "} {"level":"warn","ts":"2026-07-03T16:51:37.972783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00096777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:37.972935Z","caller":"traceutil/trace.go:171","msg":"trace[396670519] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001162474s","start":"2026-07-03T16:51:35.971723Z","end":"2026-07-03T16:51:37.972886Z","steps":["trace[396670519] 'agreement among raft nodes before linearized reading' (duration: 2.00098515s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:37.973028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.971653Z","time spent":"2.001328418s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:38.236405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:38.737017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:39.11343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.65278144s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:39.958369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998898881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:39.958459Z","caller":"traceutil/trace.go:171","msg":"trace[793551383] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999046715s","start":"2026-07-03T16:51:29.95939Z","end":"2026-07-03T16:51:39.958437Z","steps":["trace[793551383] 'agreement among raft nodes before linearized reading' (duration: 9.998920282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:39.958513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.959368Z","time spent":"9.999131317s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/03 16:51:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:39.980954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:39.981022Z","caller":"traceutil/trace.go:171","msg":"trace[1942390292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941106s","start":"2026-07-03T16:51:37.981063Z","end":"2026-07-03T16:51:39.981004Z","steps":["trace[1942390292] 'agreement among raft nodes before linearized reading' (duration: 1.999855744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:39.981055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:37.981041Z","time spent":"2.000008257s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:41.110149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.062974Z","time spent":"3.047166165s","remote":"127.0.0.1:41390","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:41.110584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996570529s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:41.110736Z","caller":"traceutil/trace.go:171","msg":"trace[2110972802] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"3.650146577s","start":"2026-07-03T16:51:37.460559Z","end":"2026-07-03T16:51:41.110706Z","steps":["trace[2110972802] 'process raft request' (duration: 1.653336283s)","trace[2110972802] 'compare' (duration: 1.995364701s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:41.110801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:37.46054Z","time spent":"3.65023253s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:41.982225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000842257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:41.982279Z","caller":"traceutil/trace.go:171","msg":"trace[884571290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000925038s","start":"2026-07-03T16:51:39.981343Z","end":"2026-07-03T16:51:41.982268Z","steps":["trace[884571290] 'agreement among raft nodes before linearized reading' (duration: 2.000859096s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:41.982302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:39.981331Z","time spent":"2.00096609s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:42.811175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.280096239s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:43.990274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:43.990356Z","caller":"traceutil/trace.go:171","msg":"trace[1165583978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555s","start":"2026-07-03T16:51:41.989783Z","end":"2026-07-03T16:51:43.990338Z","steps":["trace[1165583978] 'agreement among raft nodes before linearized reading' (duration: 2.000436667s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:43.990405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:41.989777Z","time spent":"2.000618011s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:44.664753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006962266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:44.664841Z","caller":"traceutil/trace.go:171","msg":"trace[940447199] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.007080559s","start":"2026-07-03T16:51:34.65774Z","end":"2026-07-03T16:51:44.66482Z","steps":["trace[940447199] 'agreement among raft nodes before linearized reading' (duration: 10.006959365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:44.664893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:34.657718Z","time spent":"10.007163302s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:51:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:44.739757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:37.73952Z","time spent":"7.000232466s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:44.741969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:37.740988Z","time spent":"7.000973293s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:45.622451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.811090787s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:45.990636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:45.990718Z","caller":"traceutil/trace.go:171","msg":"trace[2119745263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137751s","start":"2026-07-03T16:51:43.990559Z","end":"2026-07-03T16:51:45.990697Z","steps":["trace[2119745263] 'agreement among raft nodes before linearized reading' (duration: 2.000037358s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.990766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:43.99053Z","time spent":"2.000226393s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:46.390423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578946219s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:46.39062Z","caller":"traceutil/trace.go:171","msg":"trace[1788015343] linearizableReadLoop","detail":"{readStateIndex:27790; appliedIndex:27787; }","duration":"8.655217347s","start":"2026-07-03T16:51:37.73538Z","end":"2026-07-03T16:51:46.390597Z","steps":["trace[1788015343] 'read index received' (duration: 1.378364728s)","trace[1788015343] 'applied index is now lower than readState.Index' (duration: 7.276850259s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:46.891045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:47.224219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60158629s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:47.674812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000645092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:47.674903Z","caller":"traceutil/trace.go:171","msg":"trace[1448579512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793446s","start":"2026-07-03T16:51:45.67409Z","end":"2026-07-03T16:51:47.674884Z","steps":["trace[1448579512] 'agreement among raft nodes before linearized reading' (duration: 2.000686283s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:47.674948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.674064Z","time spent":"2.000875387s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:47.999055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:47.999144Z","caller":"traceutil/trace.go:171","msg":"trace[1520686347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046478s","start":"2026-07-03T16:51:45.999077Z","end":"2026-07-03T16:51:47.999124Z","steps":["trace[1520686347] 'agreement among raft nodes before linearized reading' (duration: 1.999926896s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:47.999193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.999056Z","time spent":"2.000126151s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:49.23888Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f28afee2cf2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:51:50.007098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999794153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:50.007214Z","caller":"traceutil/trace.go:171","msg":"trace[270370648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962217s","start":"2026-07-03T16:51:48.007234Z","end":"2026-07-03T16:51:50.007197Z","steps":["trace[270370648] 'agreement among raft nodes before linearized reading' (duration: 1.999826953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:50.007249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:48.00721Z","time spent":"2.000030268s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:50.159338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998507262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:50.15943Z","caller":"traceutil/trace.go:171","msg":"trace[1217492753] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998654116s","start":"2026-07-03T16:51:40.160753Z","end":"2026-07-03T16:51:50.159407Z","steps":["trace[1217492753] 'agreement among raft nodes before linearized reading' (duration: 9.998541753s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:50.159482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.160732Z","time spent":"9.998739997s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/03 16:51:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:50.210059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819479788s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:51:50.210389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.632481655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.21126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222727887s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:50.211345Z","caller":"traceutil/trace.go:171","msg":"trace[1659174007] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26859; }","duration":"3.222830509s","start":"2026-07-03T16:51:46.988501Z","end":"2026-07-03T16:51:50.211331Z","steps":["trace[1659174007] 'range keys from in-memory index tree' (duration: 3.222713406s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:50.211919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.65031444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.211941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.912801791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:50.211968Z","caller":"traceutil/trace.go:171","msg":"trace[559958651] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26859; }","duration":"12.650400622s","start":"2026-07-03T16:51:37.561551Z","end":"2026-07-03T16:51:50.211952Z","steps":["trace[559958651] 'agreement among raft nodes before linearized reading' (duration: 8.829139233s)","trace[559958651] 'count revisions from in-memory index tree' (duration: 3.821193638s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:50.211991Z","caller":"traceutil/trace.go:171","msg":"trace[1358687400] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26859; }","duration":"19.912877762s","start":"2026-07-03T16:51:30.299095Z","end":"2026-07-03T16:51:50.211973Z","steps":["trace[1358687400] 'agreement among raft nodes before linearized reading' (duration: 16.091636244s)","trace[1358687400] 'count revisions from in-memory index tree' (duration: 3.821176117s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.211973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.440341713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.212007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:37.561532Z","time spent":"12.650465123s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.299078Z","time spent":"19.912946765s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:50.212054Z","caller":"traceutil/trace.go:171","msg":"trace[1808050842] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26859; }","duration":"17.440495867s","start":"2026-07-03T16:51:32.771534Z","end":"2026-07-03T16:51:50.21203Z","steps":["trace[1808050842] 'agreement among raft nodes before linearized reading' (duration: 13.619166286s)","trace[1808050842] 'count revisions from in-memory index tree' (duration: 3.821207998s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.771504Z","time spent":"17.440592179s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.273524573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:50.21224Z","caller":"traceutil/trace.go:171","msg":"trace[1443382818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26859; }","duration":"14.273594005s","start":"2026-07-03T16:51:35.938632Z","end":"2026-07-03T16:51:50.212226Z","steps":["trace[1443382818] 'agreement among raft nodes before linearized reading' (duration: 10.45206722s)","trace[1443382818] 'count revisions from in-memory index tree' (duration: 3.821486554s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.938596Z","time spent":"14.273666727s","remote":"127.0.0.1:59426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.158669356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:50.212321Z","caller":"traceutil/trace.go:171","msg":"trace[1471789043] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26859; }","duration":"15.158718808s","start":"2026-07-03T16:51:35.053591Z","end":"2026-07-03T16:51:50.212309Z","steps":["trace[1471789043] 'agreement among raft nodes before linearized reading' (duration: 11.33707163s)","trace[1471789043] 'count revisions from in-memory index tree' (duration: 3.821613067s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.253192873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.212355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.05358Z","time spent":"15.158767719s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:50.212366Z","caller":"traceutil/trace.go:171","msg":"trace[1590616266] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26859; }","duration":"19.253228754s","start":"2026-07-03T16:51:30.959122Z","end":"2026-07-03T16:51:50.212351Z","steps":["trace[1590616266] 'agreement among raft nodes before linearized reading' (duration: 15.431569846s)","trace[1590616266] 'count revisions from in-memory index tree' (duration: 3.821607977s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.2124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.959098Z","time spent":"19.253292505s","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.671122355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:50.212421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.490047225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:50.21244Z","caller":"traceutil/trace.go:171","msg":"trace[575629959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26859; }","duration":"19.671400052s","start":"2026-07-03T16:51:30.541028Z","end":"2026-07-03T16:51:50.212428Z","steps":["trace[575629959] 'agreement among raft nodes before linearized reading' (duration: 15.849622901s)","trace[575629959] 'count revisions from in-memory index tree' (duration: 3.821526215s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.245562746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:5446"} {"level":"warn","ts":"2026-07-03T16:51:50.212478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.541002Z","time spent":"19.671463153s","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:50.212478Z","caller":"traceutil/trace.go:171","msg":"trace[1852529983] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26859; }","duration":"13.490145627s","start":"2026-07-03T16:51:36.722315Z","end":"2026-07-03T16:51:50.21246Z","steps":["trace[1852529983] 'agreement among raft nodes before linearized reading' (duration: 9.668382037s)","trace[1852529983] 'count revisions from in-memory index tree' (duration: 3.821684639s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.165518454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:50.212503Z","caller":"traceutil/trace.go:171","msg":"trace[1450960946] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:26859; }","duration":"13.245722369s","start":"2026-07-03T16:51:36.966759Z","end":"2026-07-03T16:51:50.212481Z","steps":["trace[1450960946] 'agreement among raft nodes before linearized reading' (duration: 9.423968929s)","trace[1450960946] 'range keys from in-memory index tree' (duration: 3.821542415s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:36.722295Z","time spent":"13.490213538s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:50.212525Z","caller":"traceutil/trace.go:171","msg":"trace[1732014009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26859; }","duration":"15.165596706s","start":"2026-07-03T16:51:35.046918Z","end":"2026-07-03T16:51:50.212515Z","steps":["trace[1732014009] 'agreement among raft nodes before linearized reading' (duration: 11.343753804s)","trace[1732014009] 'count revisions from in-memory index tree' (duration: 3.821806761s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.363115759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.212552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:36.966738Z","time spent":"13.245804121s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5469,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"info","ts":"2026-07-03T16:51:50.212583Z","caller":"traceutil/trace.go:171","msg":"trace[393601806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26859; }","duration":"16.363235752s","start":"2026-07-03T16:51:33.84933Z","end":"2026-07-03T16:51:50.212565Z","steps":["trace[393601806] 'agreement among raft nodes before linearized reading' (duration: 12.541354719s)","trace[393601806] 'count revisions from in-memory index tree' (duration: 3.821800101s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.849308Z","time spent":"16.363300674s","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.835593688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:50.21268Z","caller":"traceutil/trace.go:171","msg":"trace[434176980] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26859; }","duration":"17.835655689s","start":"2026-07-03T16:51:32.377016Z","end":"2026-07-03T16:51:50.212672Z","steps":["trace[434176980] 'agreement among raft nodes before linearized reading' (duration: 14.013653954s)","trace[434176980] 'count revisions from in-memory index tree' (duration: 3.821950014s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.376997Z","time spent":"17.835704521s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.0469Z","time spent":"15.165649046s","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.934281212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.212776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.253419176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-03T16:51:50.212798Z","caller":"traceutil/trace.go:171","msg":"trace[1529946687] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26859; }","duration":"18.934338724s","start":"2026-07-03T16:51:31.27845Z","end":"2026-07-03T16:51:50.212789Z","steps":["trace[1529946687] 'agreement among raft nodes before linearized reading' (duration: 15.112205075s)","trace[1529946687] 'count revisions from in-memory index tree' (duration: 3.822085447s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:50.212813Z","caller":"traceutil/trace.go:171","msg":"trace[1492778548] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"20.253468527s","start":"2026-07-03T16:51:29.959333Z","end":"2026-07-03T16:51:50.212802Z","steps":["trace[1492778548] 'agreement among raft nodes before linearized reading' (duration: 16.431368709s)","trace[1492778548] 'range keys from in-memory index tree' (duration: 3.822039946s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.992225637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.212846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.959328Z","time spent":"20.253511028s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:51:50.212854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.467990731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:50.21287Z","caller":"traceutil/trace.go:171","msg":"trace[1166262343] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26859; }","duration":"18.992290258s","start":"2026-07-03T16:51:31.22057Z","end":"2026-07-03T16:51:50.212861Z","steps":["trace[1166262343] 'agreement among raft nodes before linearized reading' (duration: 15.170100549s)","trace[1166262343] 'count revisions from in-memory index tree' (duration: 3.822157549s)"],"step_count":2} 2026/07/03 16:51:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:50.21289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.220548Z","time spent":"18.9923356s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:50.212884Z","caller":"traceutil/trace.go:171","msg":"trace[1893826876] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26859; }","duration":"13.468059782s","start":"2026-07-03T16:51:36.744814Z","end":"2026-07-03T16:51:50.212874Z","steps":["trace[1893826876] 'agreement among raft nodes before linearized reading' (duration: 9.645874892s)","trace[1893826876] 'count revisions from in-memory index tree' (duration: 3.822144969s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.255085704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.212915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:36.744794Z","time spent":"13.468114013s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:50.212935Z","caller":"traceutil/trace.go:171","msg":"trace[965316995] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:26859; }","duration":"13.255162606s","start":"2026-07-03T16:51:36.95776Z","end":"2026-07-03T16:51:50.212923Z","steps":["trace[965316995] 'agreement among raft nodes before linearized reading' (duration: 9.432904694s)","trace[965316995] 'range keys from in-memory index tree' (duration: 3.82219461s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.212819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.278436Z","time spent":"18.934376374s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.212965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:36.957741Z","time spent":"13.255216576s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:51:50.213012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.223439712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:50.21304Z","caller":"traceutil/trace.go:171","msg":"trace[1429356867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26859; }","duration":"19.223501923s","start":"2026-07-03T16:51:30.989527Z","end":"2026-07-03T16:51:50.213029Z","steps":["trace[1429356867] 'agreement among raft nodes before linearized reading' (duration: 15.40115705s)","trace[1429356867] 'count revisions from in-memory index tree' (duration: 3.822313182s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.213051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.90784383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:50.213087Z","caller":"traceutil/trace.go:171","msg":"trace[296048152] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26859; }","duration":"16.907915793s","start":"2026-07-03T16:51:33.305157Z","end":"2026-07-03T16:51:50.213073Z","steps":["trace[296048152] 'agreement among raft nodes before linearized reading' (duration: 13.085536649s)","trace[296048152] 'count revisions from in-memory index tree' (duration: 3.822337803s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.213104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.046052192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:50.213115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.305138Z","time spent":"16.907968914s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:50.213137Z","caller":"traceutil/trace.go:171","msg":"trace[1719346278] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26859; }","duration":"16.046121423s","start":"2026-07-03T16:51:34.167005Z","end":"2026-07-03T16:51:50.213126Z","steps":["trace[1719346278] 'agreement among raft nodes before linearized reading' (duration: 12.223672648s)","trace[1719346278] 'count revisions from in-memory index tree' (duration: 3.822407684s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.213168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:34.166985Z","time spent":"16.046174444s","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.21327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.23743075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:51:50.213295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.375535705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:50.213305Z","caller":"traceutil/trace.go:171","msg":"trace[1226085526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26859; }","duration":"20.237464631s","start":"2026-07-03T16:51:29.975829Z","end":"2026-07-03T16:51:50.213293Z","steps":["trace[1226085526] 'agreement among raft nodes before linearized reading' (duration: 16.414930144s)","trace[1226085526] 'range keys from in-memory index tree' (duration: 3.822440745s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:50.213329Z","caller":"traceutil/trace.go:171","msg":"trace[1563555965] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26859; }","duration":"14.375601636s","start":"2026-07-03T16:51:35.837713Z","end":"2026-07-03T16:51:50.213315Z","steps":["trace[1563555965] 'agreement among raft nodes before linearized reading' (duration: 10.552946936s)","trace[1563555965] 'count revisions from in-memory index tree' (duration: 3.822604029s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.213339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.975808Z","time spent":"20.237523922s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:51:50.21306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.989508Z","time spent":"19.223545515s","remote":"127.0.0.1:44194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.213361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.837693Z","time spent":"14.375657657s","remote":"127.0.0.1:40368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.21337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.25405122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117620"} {"level":"info","ts":"2026-07-03T16:51:50.213407Z","caller":"traceutil/trace.go:171","msg":"trace[660710792] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26859; }","duration":"20.254107421s","start":"2026-07-03T16:51:29.959288Z","end":"2026-07-03T16:51:50.213395Z","steps":["trace[660710792] 'agreement among raft nodes before linearized reading' (duration: 16.431443931s)","trace[660710792] 'range keys from in-memory index tree' (duration: 3.821627507s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.213439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.959277Z","time spent":"20.254152962s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117643,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T16:51:50.213517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.254116312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-03T16:51:50.213549Z","caller":"traceutil/trace.go:171","msg":"trace[2141067310] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26859; }","duration":"20.254176393s","start":"2026-07-03T16:51:29.959362Z","end":"2026-07-03T16:51:50.213538Z","steps":["trace[2141067310] 'agreement among raft nodes before linearized reading' (duration: 16.43138373s)","trace[2141067310] 'range keys from in-memory index tree' (duration: 3.822711881s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.21361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.95935Z","time spent":"20.254253155s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:51:50.213691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.255509993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:51:50.213756Z","caller":"traceutil/trace.go:171","msg":"trace[178154936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26859; }","duration":"20.255539853s","start":"2026-07-03T16:51:29.958171Z","end":"2026-07-03T16:51:50.213711Z","steps":["trace[178154936] 'agreement among raft nodes before linearized reading' (duration: 16.432568706s)","trace[178154936] 'range keys from in-memory index tree' (duration: 3.821635438s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.213785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.958142Z","time spent":"20.255635856s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-03T16:51:50.214225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.256104117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117620"} {"level":"info","ts":"2026-07-03T16:51:50.214254Z","caller":"traceutil/trace.go:171","msg":"trace[1067778507] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26859; }","duration":"20.256132847s","start":"2026-07-03T16:51:29.958112Z","end":"2026-07-03T16:51:50.214245Z","steps":["trace[1067778507] 'agreement among raft nodes before linearized reading' (duration: 16.432619768s)","trace[1067778507] 'range keys from in-memory index tree' (duration: 3.82173409s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.214285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.958074Z","time spent":"20.25620223s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117643,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-03T16:51:50.214422Z","caller":"traceutil/trace.go:171","msg":"trace[1959402424] linearizableReadLoop","detail":"{readStateIndex:27792; appliedIndex:27790; }","duration":"3.823727595s","start":"2026-07-03T16:51:46.390676Z","end":"2026-07-03T16:51:50.214403Z","steps":["trace[1959402424] 'read index received' (duration: 833.667915ms)","trace[1959402424] 'applied index is now lower than readState.Index' (duration: 2.99005794s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:50.21444Z","caller":"traceutil/trace.go:171","msg":"trace[1220118975] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"5.467771596s","start":"2026-07-03T16:51:44.746653Z","end":"2026-07-03T16:51:50.214425Z","steps":["trace[1220118975] 'process raft request' (duration: 5.463506499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:50.214526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:44.746634Z","time spent":"5.467840267s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:51:50.214654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.929756851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276063"} {"level":"warn","ts":"2026-07-03T16:51:50.214688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.250860658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-03T16:51:50.214712Z","caller":"traceutil/trace.go:171","msg":"trace[1380029115] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26859; }","duration":"17.929850203s","start":"2026-07-03T16:51:32.284846Z","end":"2026-07-03T16:51:50.214697Z","steps":["trace[1380029115] 'agreement among raft nodes before linearized reading' (duration: 14.105834142s)","trace[1380029115] 'range keys from in-memory index tree' (duration: 3.821908213s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:50.214727Z","caller":"traceutil/trace.go:171","msg":"trace[221705557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26859; }","duration":"20.250909009s","start":"2026-07-03T16:51:29.963806Z","end":"2026-07-03T16:51:50.214715Z","steps":["trace[221705557] 'agreement among raft nodes before linearized reading' (duration: 16.426942618s)","trace[221705557] 'range keys from in-memory index tree' (duration: 3.821524585s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.214754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.284822Z","time spent":"17.929922455s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276086,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:51:50.214758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.963801Z","time spent":"20.25094958s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-03T16:51:50.21576Z","caller":"traceutil/trace.go:171","msg":"trace[1795327580] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26859; }","duration":"17.632578206s","start":"2026-07-03T16:51:32.577844Z","end":"2026-07-03T16:51:50.210422Z","steps":["trace[1795327580] 'agreement among raft nodes before linearized reading' (duration: 13.812798442s)","trace[1795327580] 'count revisions from in-memory index tree' (duration: 3.819693843s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:50.215828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.577825Z","time spent":"17.63798336s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:50.62251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.005854501s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:52.007111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:52.007193Z","caller":"traceutil/trace.go:171","msg":"trace[1656368502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999952177s","start":"2026-07-03T16:51:50.007221Z","end":"2026-07-03T16:51:52.007173Z","steps":["trace[1656368502] 'agreement among raft nodes before linearized reading' (duration: 1.999850803s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:52.007238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.007203Z","time spent":"2.000026348s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:52.350668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.771729849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.350784Z","caller":"traceutil/trace.go:171","msg":"trace[1821725193] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26860; }","duration":"9.771853671s","start":"2026-07-03T16:51:42.578873Z","end":"2026-07-03T16:51:52.350727Z","steps":["trace[1821725193] 'agreement among raft nodes before linearized reading' (duration: 7.635532078s)","trace[1821725193] 'count revisions from in-memory index tree' (duration: 2.13620144s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.350831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.578858Z","time spent":"9.771960994s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.350994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.652195619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:52.35104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.184596842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:52.351071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.025318062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.351075Z","caller":"traceutil/trace.go:171","msg":"trace[2091562540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26860; }","duration":"13.184655682s","start":"2026-07-03T16:51:39.166408Z","end":"2026-07-03T16:51:52.351064Z","steps":["trace[2091562540] 'agreement among raft nodes before linearized reading' (duration: 11.048071484s)","trace[2091562540] 'count revisions from in-memory index tree' (duration: 2.136536948s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:52.351092Z","caller":"traceutil/trace.go:171","msg":"trace[1542933426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26860; }","duration":"12.025338372s","start":"2026-07-03T16:51:40.325748Z","end":"2026-07-03T16:51:52.351086Z","steps":["trace[1542933426] 'agreement among raft nodes before linearized reading' (duration: 9.888661101s)","trace[1542933426] 'count revisions from in-memory index tree' (duration: 2.13664198s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:39.166394Z","time spent":"13.184704004s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.268226818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.351147Z","caller":"traceutil/trace.go:171","msg":"trace[1236565192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26860; }","duration":"10.268255718s","start":"2026-07-03T16:51:42.082886Z","end":"2026-07-03T16:51:52.351142Z","steps":["trace[1236565192] 'agreement among raft nodes before linearized reading' (duration: 8.131541866s)","trace[1236565192] 'count revisions from in-memory index tree' (duration: 2.136692151s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.082878Z","time spent":"10.268280209s","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.935023203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:52.35128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.013101577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.351296Z","caller":"traceutil/trace.go:171","msg":"trace[715785724] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26860; }","duration":"7.935037834s","start":"2026-07-03T16:51:44.416253Z","end":"2026-07-03T16:51:52.351291Z","steps":["trace[715785724] 'agreement among raft nodes before linearized reading' (duration: 5.798178839s)","trace[715785724] 'count revisions from in-memory index tree' (duration: 2.136832424s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:44.416185Z","time spent":"7.935121246s","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:52.351315Z","caller":"traceutil/trace.go:171","msg":"trace[288392204] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26860; }","duration":"9.013183459s","start":"2026-07-03T16:51:43.338118Z","end":"2026-07-03T16:51:52.351301Z","steps":["trace[288392204] 'agreement among raft nodes before linearized reading' (duration: 6.876363465s)","trace[288392204] 'count revisions from in-memory index tree' (duration: 2.136768933s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.35135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:43.338095Z","time spent":"9.0132471s","remote":"127.0.0.1:44000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.29159247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.351402Z","caller":"traceutil/trace.go:171","msg":"trace[436898914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26860; }","duration":"11.291639861s","start":"2026-07-03T16:51:41.059757Z","end":"2026-07-03T16:51:52.351397Z","steps":["trace[436898914] 'agreement among raft nodes before linearized reading' (duration: 9.154685724s)","trace[436898914] 'count revisions from in-memory index tree' (duration: 2.136929947s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:41.059739Z","time spent":"11.291679101s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.966802993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.351515Z","caller":"traceutil/trace.go:171","msg":"trace[993391044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26860; }","duration":"5.966856224s","start":"2026-07-03T16:51:46.384654Z","end":"2026-07-03T16:51:52.35151Z","steps":["trace[993391044] 'agreement among raft nodes before linearized reading' (duration: 3.829793885s)","trace[993391044] 'count revisions from in-memory index tree' (duration: 2.137033919s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.396920932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:52.351528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:46.384636Z","time spent":"5.966888625s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:52.351541Z","caller":"traceutil/trace.go:171","msg":"trace[283107781] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26860; }","duration":"8.396995314s","start":"2026-07-03T16:51:43.954534Z","end":"2026-07-03T16:51:52.351529Z","steps":["trace[283107781] 'agreement among raft nodes before linearized reading' (duration: 6.259950575s)","trace[283107781] 'count revisions from in-memory index tree' (duration: 2.137000448s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:43.954507Z","time spent":"8.397067985s","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.002395259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:52.351626Z","caller":"traceutil/trace.go:171","msg":"trace[120798166] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26860; }","duration":"11.002443561s","start":"2026-07-03T16:51:41.349176Z","end":"2026-07-03T16:51:52.351619Z","steps":["trace[120798166] 'agreement among raft nodes before linearized reading' (duration: 8.865263429s)","trace[120798166] 'count revisions from in-memory index tree' (duration: 2.137140791s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:41.349161Z","time spent":"11.002476841s","remote":"127.0.0.1:59314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.617033899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.351758Z","caller":"traceutil/trace.go:171","msg":"trace[1860064499] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26860; }","duration":"11.61705363s","start":"2026-07-03T16:51:40.7347Z","end":"2026-07-03T16:51:52.351754Z","steps":["trace[1860064499] 'agreement among raft nodes before linearized reading' (duration: 9.479754004s)","trace[1860064499] 'count revisions from in-memory index tree' (duration: 2.137273035s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.734643Z","time spent":"11.617126091s","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.892318647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.351837Z","caller":"traceutil/trace.go:171","msg":"trace[1822293780] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26860; }","duration":"8.892408339s","start":"2026-07-03T16:51:43.459408Z","end":"2026-07-03T16:51:52.351816Z","steps":["trace[1822293780] 'agreement among raft nodes before linearized reading' (duration: 6.755081193s)","trace[1822293780] 'count revisions from in-memory index tree' (duration: 2.137265795s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:43.459384Z","time spent":"8.892492582s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.44501447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.35194Z","caller":"traceutil/trace.go:171","msg":"trace[397291967] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26860; }","duration":"10.44502783s","start":"2026-07-03T16:51:41.906907Z","end":"2026-07-03T16:51:52.351935Z","steps":["trace[397291967] 'agreement among raft nodes before linearized reading' (duration: 8.30755403s)","trace[397291967] 'count revisions from in-memory index tree' (duration: 2.13745314s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.351955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:41.906892Z","time spent":"10.4450595s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.352102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.699564014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:51:52.352121Z","caller":"traceutil/trace.go:171","msg":"trace[177198123] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26860; }","duration":"6.699628955s","start":"2026-07-03T16:51:45.652487Z","end":"2026-07-03T16:51:52.352116Z","steps":["trace[177198123] 'agreement among raft nodes before linearized reading' (duration: 4.561978101s)","trace[177198123] 'count revisions from in-memory index tree' (duration: 2.137623574s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.352135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.652461Z","time spent":"6.699669245s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.352155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.09605327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:52.352196Z","caller":"traceutil/trace.go:171","msg":"trace[1193968651] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26860; }","duration":"12.096127922s","start":"2026-07-03T16:51:40.256057Z","end":"2026-07-03T16:51:52.352185Z","steps":["trace[1193968651] 'agreement among raft nodes before linearized reading' (duration: 9.958436057s)","trace[1193968651] 'count revisions from in-memory index tree' (duration: 2.137636954s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.352237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.256039Z","time spent":"12.096190113s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.352268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.469590811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.352283Z","caller":"traceutil/trace.go:171","msg":"trace[272983351] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26860; }","duration":"10.469606412s","start":"2026-07-03T16:51:41.882672Z","end":"2026-07-03T16:51:52.352278Z","steps":["trace[272983351] 'agreement among raft nodes before linearized reading' (duration: 8.331799684s)","trace[272983351] 'count revisions from in-memory index tree' (duration: 2.137784647s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.3523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:41.882632Z","time spent":"10.469661863s","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.352386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.132576242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.352426Z","caller":"traceutil/trace.go:171","msg":"trace[2007289857] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26860; }","duration":"14.132628753s","start":"2026-07-03T16:51:38.219785Z","end":"2026-07-03T16:51:52.352414Z","steps":["trace[2007289857] 'agreement among raft nodes before linearized reading' (duration: 11.994713233s)","trace[2007289857] 'count revisions from in-memory index tree' (duration: 2.137868509s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.35246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.219778Z","time spent":"14.132673224s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.352614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.334154986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:52.352651Z","caller":"traceutil/trace.go:171","msg":"trace[957736064] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26860; }","duration":"9.334220688s","start":"2026-07-03T16:51:43.018421Z","end":"2026-07-03T16:51:52.352642Z","steps":["trace[957736064] 'agreement among raft nodes before linearized reading' (duration: 7.196077783s)","trace[957736064] 'count revisions from in-memory index tree' (duration: 2.138097254s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.352681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:43.018402Z","time spent":"9.334271679s","remote":"127.0.0.1:40628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.325685Z","time spent":"12.025421214s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.352844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.065119339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.352866Z","caller":"traceutil/trace.go:171","msg":"trace[916529691] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26860; }","duration":"14.065213052s","start":"2026-07-03T16:51:38.287647Z","end":"2026-07-03T16:51:52.35286Z","steps":["trace[916529691] 'agreement among raft nodes before linearized reading' (duration: 11.926849252s)","trace[916529691] 'count revisions from in-memory index tree' (duration: 2.138327639s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.352882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.28763Z","time spent":"14.065247472s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.351907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.381084193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:51:52.352954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.6685519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:52.352969Z","caller":"traceutil/trace.go:171","msg":"trace[1351185056] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26860; }","duration":"9.66859403s","start":"2026-07-03T16:51:42.68437Z","end":"2026-07-03T16:51:52.352964Z","steps":["trace[1351185056] 'agreement among raft nodes before linearized reading' (duration: 7.530132368s)","trace[1351185056] 'count revisions from in-memory index tree' (duration: 2.138438472s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:52.352954Z","caller":"traceutil/trace.go:171","msg":"trace[862194897] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26860; }","duration":"6.382123617s","start":"2026-07-03T16:51:45.970817Z","end":"2026-07-03T16:51:52.352941Z","steps":["trace[862194897] 'agreement among raft nodes before linearized reading' (duration: 4.243639794s)","trace[862194897] 'count revisions from in-memory index tree' (duration: 2.137435479s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.352985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.684353Z","time spent":"9.668627882s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.353002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.970754Z","time spent":"6.382233759s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.353018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.224437555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:52.351046Z","caller":"traceutil/trace.go:171","msg":"trace[953958261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26860; }","duration":"6.652258701s","start":"2026-07-03T16:51:45.698773Z","end":"2026-07-03T16:51:52.351032Z","steps":["trace[953958261] 'agreement among raft nodes before linearized reading' (duration: 4.515703042s)","trace[953958261] 'count revisions from in-memory index tree' (duration: 2.136475866s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.353076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.698742Z","time spent":"6.654330079s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:52.353091Z","caller":"traceutil/trace.go:171","msg":"trace[1440510703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26860; }","duration":"12.224563288s","start":"2026-07-03T16:51:40.128506Z","end":"2026-07-03T16:51:52.35307Z","steps":["trace[1440510703] 'agreement among raft nodes before linearized reading' (duration: 10.085998633s)","trace[1440510703] 'count revisions from in-memory index tree' (duration: 2.138459762s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.353138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.128485Z","time spent":"12.224641649s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.353211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.012208701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:52.353224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.139757395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:52.353283Z","caller":"traceutil/trace.go:171","msg":"trace[371962347] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26860; }","duration":"14.139868448s","start":"2026-07-03T16:51:38.213398Z","end":"2026-07-03T16:51:52.353266Z","steps":["trace[371962347] 'agreement among raft nodes before linearized reading' (duration: 12.001115609s)","trace[371962347] 'count revisions from in-memory index tree' (duration: 2.138660827s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:52.353279Z","caller":"traceutil/trace.go:171","msg":"trace[1781800664] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26860; }","duration":"13.012310324s","start":"2026-07-03T16:51:39.340949Z","end":"2026-07-03T16:51:52.353259Z","steps":["trace[1781800664] 'agreement among raft nodes before linearized reading' (duration: 10.873560495s)","trace[1781800664] 'count revisions from in-memory index tree' (duration: 2.138657707s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.352251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.609151546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18bed5a8883cc3bd\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-07-03T16:51:52.353325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.213378Z","time spent":"14.139939579s","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:52.353333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:39.340933Z","time spent":"13.012387835s","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:52.353353Z","caller":"traceutil/trace.go:171","msg":"trace[1279860692] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18bed5a8883cc3bd; range_end:; response_count:1; response_revision:26860; }","duration":"7.610278751s","start":"2026-07-03T16:51:44.743061Z","end":"2026-07-03T16:51:52.35334Z","steps":["trace[1279860692] 'agreement among raft nodes before linearized reading' (duration: 5.471407879s)","trace[1279860692] 'range keys from in-memory index tree' (duration: 2.137729846s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.353399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:44.743046Z","time spent":"7.610341763s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18bed5a8883cc3bd\" "} {"level":"warn","ts":"2026-07-03T16:51:52.353494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729420172s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:52.35357Z","caller":"traceutil/trace.go:171","msg":"trace[234067025] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"3.736996943s","start":"2026-07-03T16:51:48.616558Z","end":"2026-07-03T16:51:52.353555Z","steps":["trace[234067025] 'process raft request' (duration: 2.00755312s)","trace[234067025] 'compare' (duration: 1.726627208s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:52.35363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:48.616535Z","time spent":"3.737062614s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:53.910409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.287686062s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:54.015072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:54.015174Z","caller":"traceutil/trace.go:171","msg":"trace[1789310930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253433s","start":"2026-07-03T16:51:52.014896Z","end":"2026-07-03T16:51:54.01515Z","steps":["trace[1789310930] 'agreement among raft nodes before linearized reading' (duration: 2.00011385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:54.01523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:52.014883Z","time spent":"2.000335915s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:56.016001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:56.016074Z","caller":"traceutil/trace.go:171","msg":"trace[273246328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196862s","start":"2026-07-03T16:51:54.01586Z","end":"2026-07-03T16:51:56.016057Z","steps":["trace[273246328] 'agreement among raft nodes before linearized reading' (duration: 2.00009628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:56.016109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:54.015571Z","time spent":"2.00053113s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:56.096635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.960224Z","time spent":"6.136402739s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:56.456385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54560107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:51:57.211397Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f28afee2cff","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:51:57.214683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.214407Z","time spent":"7.000269606s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:57.21861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.218422Z","time spent":"7.000183716s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:57.219132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.217643Z","time spent":"7.001483295s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:57.224136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.22139Z","time spent":"7.002740904s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:57.430082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.519413219s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:58.024179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:58.024269Z","caller":"traceutil/trace.go:171","msg":"trace[627740458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314824s","start":"2026-07-03T16:51:56.023934Z","end":"2026-07-03T16:51:58.024249Z","steps":["trace[627740458] 'agreement among raft nodes before linearized reading' (duration: 2.000199111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:58.024318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.023919Z","time spent":"2.000387646s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:59.217447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760895729s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:51:59.218882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230003745s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:59.219012Z","caller":"traceutil/trace.go:171","msg":"trace[1479232066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26862; }","duration":"2.230135718s","start":"2026-07-03T16:51:56.988854Z","end":"2026-07-03T16:51:59.21899Z","steps":["trace[1479232066] 'range keys from in-memory index tree' (duration: 2.229987655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:59.356175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:52.355553Z","time spent":"7.000588954s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:00.025251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:00.025313Z","caller":"traceutil/trace.go:171","msg":"trace[1471288167] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150311s","start":"2026-07-03T16:51:58.025148Z","end":"2026-07-03T16:52:00.025298Z","steps":["trace[1471288167] 'agreement among raft nodes before linearized reading' (duration: 2.000067779s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:00.025345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.025132Z","time spent":"2.000206222s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:00.561228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999032304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:00.561312Z","caller":"traceutil/trace.go:171","msg":"trace[1805566938] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999195268s","start":"2026-07-03T16:51:50.562096Z","end":"2026-07-03T16:52:00.561292Z","steps":["trace[1805566938] 'agreement among raft nodes before linearized reading' (duration: 9.999063905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:00.561362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.562076Z","time spent":"9.99927604s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:00.93783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998549234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:00.937916Z","caller":"traceutil/trace.go:171","msg":"trace[2044286609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998682267s","start":"2026-07-03T16:51:58.939213Z","end":"2026-07-03T16:52:00.937895Z","steps":["trace[2044286609] 'agreement among raft nodes before linearized reading' (duration: 1.998577775s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:00.937966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.939192Z","time spent":"1.998764939s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:01.118724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257445274s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:02.033755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:02.033825Z","caller":"traceutil/trace.go:171","msg":"trace[1130572074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664273s","start":"2026-07-03T16:52:00.033145Z","end":"2026-07-03T16:52:02.033809Z","steps":["trace[1130572074] 'agreement among raft nodes before linearized reading' (duration: 2.000578471s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:02.033863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:00.03312Z","time spent":"2.000736314s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:04.034177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:04.034231Z","caller":"traceutil/trace.go:171","msg":"trace[2048760602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216563s","start":"2026-07-03T16:52:02.034002Z","end":"2026-07-03T16:52:04.034219Z","steps":["trace[2048760602] 'agreement among raft nodes before linearized reading' (duration: 2.000147281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.034262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.033982Z","time spent":"2.000271603s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:04.225054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.224391Z","time spent":"7.000655486s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:04.429327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211762974s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T16:52:04.433128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:01.128794Z","time spent":"3.304328472s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:52:04.43431Z","caller":"traceutil/trace.go:171","msg":"trace[584008603] linearizableReadLoop","detail":"{readStateIndex:27795; appliedIndex:27792; }","duration":"14.219828547s","start":"2026-07-03T16:51:50.214462Z","end":"2026-07-03T16:52:04.434291Z","steps":["trace[584008603] 'read index received' (duration: 409.544102ms)","trace[584008603] 'applied index is now lower than readState.Index' (duration: 13.810282535s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:04.434448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.297748668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.434482Z","caller":"traceutil/trace.go:171","msg":"trace[756565418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26865; }","duration":"14.2978299s","start":"2026-07-03T16:51:50.136641Z","end":"2026-07-03T16:52:04.43447Z","steps":["trace[756565418] 'agreement among raft nodes before linearized reading' (duration: 14.297760768s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.434515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.136617Z","time spent":"14.297889221s","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.434709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.362337434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.434738Z","caller":"traceutil/trace.go:171","msg":"trace[140056287] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26865; }","duration":"14.362426417s","start":"2026-07-03T16:51:50.072303Z","end":"2026-07-03T16:52:04.434729Z","steps":["trace[140056287] 'agreement among raft nodes before linearized reading' (duration: 14.362376465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.434768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.07227Z","time spent":"14.362489787s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.4349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.473583087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.434928Z","caller":"traceutil/trace.go:171","msg":"trace[484458105] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26865; }","duration":"14.473653389s","start":"2026-07-03T16:51:49.961265Z","end":"2026-07-03T16:52:04.434918Z","steps":["trace[484458105] 'agreement among raft nodes before linearized reading' (duration: 14.473605618s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.43496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.961237Z","time spent":"14.473715281s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.43509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.558382015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.435118Z","caller":"traceutil/trace.go:171","msg":"trace[1519868126] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26865; }","duration":"15.558463316s","start":"2026-07-03T16:51:48.876645Z","end":"2026-07-03T16:52:04.435109Z","steps":["trace[1519868126] 'agreement among raft nodes before linearized reading' (duration: 15.558418655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.435144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:48.876615Z","time spent":"15.558522178s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.435277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.713412878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.435303Z","caller":"traceutil/trace.go:171","msg":"trace[18116699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26865; }","duration":"15.713504449s","start":"2026-07-03T16:51:48.721791Z","end":"2026-07-03T16:52:04.435295Z","steps":["trace[18116699] 'agreement among raft nodes before linearized reading' (duration: 15.713460568s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.435335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:48.721758Z","time spent":"15.713565891s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.43546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.730786913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.435487Z","caller":"traceutil/trace.go:171","msg":"trace[1979092051] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26865; }","duration":"16.730816063s","start":"2026-07-03T16:51:47.704664Z","end":"2026-07-03T16:52:04.43548Z","steps":["trace[1979092051] 'agreement among raft nodes before linearized reading' (duration: 16.730773543s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.435514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:47.704605Z","time spent":"16.730901866s","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.435801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.130516081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-03T16:52:04.435842Z","caller":"traceutil/trace.go:171","msg":"trace[121235410] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26865; }","duration":"17.130590472s","start":"2026-07-03T16:51:47.30524Z","end":"2026-07-03T16:52:04.435831Z","steps":["trace[121235410] 'agreement among raft nodes before linearized reading' (duration: 17.130378928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.435873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:47.305222Z","time spent":"17.130644844s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T16:52:04.436049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.65807744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.436086Z","caller":"traceutil/trace.go:171","msg":"trace[1552657577] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26866; }","duration":"17.658155042s","start":"2026-07-03T16:51:46.777923Z","end":"2026-07-03T16:52:04.436078Z","steps":["trace[1552657577] 'agreement among raft nodes before linearized reading' (duration: 17.65807193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.436118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:46.777901Z","time spent":"17.658210083s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.436123Z","caller":"traceutil/trace.go:171","msg":"trace[1530361837] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"4.574920577s","start":"2026-07-03T16:51:59.861182Z","end":"2026-07-03T16:52:04.436102Z","steps":["trace[1530361837] 'process raft request' (duration: 4.574821894s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.43624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:59.861155Z","time spent":"4.575018478s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:04.436495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.217888622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f56550ec-8f21-4c18-8bf9-73aa57d2e09e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:52:04.436571Z","caller":"traceutil/trace.go:171","msg":"trace[744740427] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f56550ec-8f21-4c18-8bf9-73aa57d2e09e; range_end:; response_count:1; response_revision:26867; }","duration":"14.218021645s","start":"2026-07-03T16:51:50.218531Z","end":"2026-07-03T16:52:04.436552Z","steps":["trace[744740427] 'agreement among raft nodes before linearized reading' (duration: 14.2178042s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.436609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.21851Z","time spent":"14.218091277s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f56550ec-8f21-4c18-8bf9-73aa57d2e09e\" "} {"level":"warn","ts":"2026-07-03T16:52:04.436656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.959875333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.436715Z","caller":"traceutil/trace.go:171","msg":"trace[444337068] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26867; }","duration":"6.959968585s","start":"2026-07-03T16:51:57.476731Z","end":"2026-07-03T16:52:04.436699Z","steps":["trace[444337068] 'agreement among raft nodes before linearized reading' (duration: 6.959859303s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.436743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.476714Z","time spent":"6.960023287s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.436795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.979002881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.436827Z","caller":"traceutil/trace.go:171","msg":"trace[1384472730] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26867; }","duration":"6.979072562s","start":"2026-07-03T16:51:57.457744Z","end":"2026-07-03T16:52:04.436816Z","steps":["trace[1384472730] 'agreement among raft nodes before linearized reading' (duration: 6.97901776s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.436843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.612450686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.43686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.714282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:52:04.436881Z","caller":"traceutil/trace.go:171","msg":"trace[767919036] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26867; }","duration":"208.756942ms","start":"2026-07-03T16:52:04.228114Z","end":"2026-07-03T16:52:04.436871Z","steps":["trace[767919036] 'agreement among raft nodes before linearized reading' (duration: 208.72042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.43689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.828491605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.436919Z","caller":"traceutil/trace.go:171","msg":"trace[1245220316] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26867; }","duration":"10.828518416s","start":"2026-07-03T16:51:53.608393Z","end":"2026-07-03T16:52:04.436911Z","steps":["trace[1245220316] 'agreement among raft nodes before linearized reading' (duration: 10.828472755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.436942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:53.608374Z","time spent":"10.828561807s","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.436974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.186381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.436997Z","caller":"traceutil/trace.go:171","msg":"trace[1039006613] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26867; }","duration":"247.232942ms","start":"2026-07-03T16:52:04.189758Z","end":"2026-07-03T16:52:04.436991Z","steps":["trace[1039006613] 'agreement among raft nodes before linearized reading' (duration: 247.198311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.729233837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.437059Z","caller":"traceutil/trace.go:171","msg":"trace[1561574553] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26867; }","duration":"17.729285148s","start":"2026-07-03T16:51:46.707764Z","end":"2026-07-03T16:52:04.437049Z","steps":["trace[1561574553] 'agreement among raft nodes before linearized reading' (duration: 17.729175955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.932585795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:04.43707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.947297754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:04.437079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.315489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:46.707703Z","time spent":"17.72937133s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.43709Z","caller":"traceutil/trace.go:171","msg":"trace[1789077207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26867; }","duration":"10.932645967s","start":"2026-07-03T16:51:53.504435Z","end":"2026-07-03T16:52:04.437081Z","steps":["trace[1789077207] 'agreement among raft nodes before linearized reading' (duration: 10.932604986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.481631978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.437097Z","caller":"traceutil/trace.go:171","msg":"trace[1999592167] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26867; }","duration":"7.947321286s","start":"2026-07-03T16:51:56.489765Z","end":"2026-07-03T16:52:04.437086Z","steps":["trace[1999592167] 'agreement among raft nodes before linearized reading' (duration: 7.947222103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.43711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.157408269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-03T16:52:04.437111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:53.504416Z","time spent":"10.932687927s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437095Z","caller":"traceutil/trace.go:171","msg":"trace[1393537009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26867; }","duration":"249.3677ms","start":"2026-07-03T16:52:04.187721Z","end":"2026-07-03T16:52:04.437089Z","steps":["trace[1393537009] 'agreement among raft nodes before linearized reading' (duration: 249.340889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.48971Z","time spent":"7.947406317s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437132Z","caller":"traceutil/trace.go:171","msg":"trace[668262550] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26867; }","duration":"7.157474621s","start":"2026-07-03T16:51:57.279649Z","end":"2026-07-03T16:52:04.437124Z","steps":["trace[668262550] 'agreement among raft nodes before linearized reading' (duration: 7.157394829s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.107599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.804113504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:04.437133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.689417987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.784703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.437179Z","caller":"traceutil/trace.go:171","msg":"trace[399876033] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26867; }","duration":"13.804206556s","start":"2026-07-03T16:51:50.632958Z","end":"2026-07-03T16:52:04.437165Z","steps":["trace[399876033] 'agreement among raft nodes before linearized reading' (duration: 13.804106254s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.061464545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.437191Z","caller":"traceutil/trace.go:171","msg":"trace[1116728538] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26867; }","duration":"988.800343ms","start":"2026-07-03T16:52:03.448386Z","end":"2026-07-03T16:52:04.437187Z","steps":["trace[1116728538] 'agreement among raft nodes before linearized reading' (duration: 988.772192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437187Z","caller":"traceutil/trace.go:171","msg":"trace[856272957] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26867; }","duration":"9.689550541s","start":"2026-07-03T16:51:54.747623Z","end":"2026-07-03T16:52:04.437173Z","steps":["trace[856272957] 'agreement among raft nodes before linearized reading' (duration: 9.689448248s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437204Z","caller":"traceutil/trace.go:171","msg":"trace[599529625] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26867; }","duration":"8.061548636s","start":"2026-07-03T16:51:56.375649Z","end":"2026-07-03T16:52:04.437198Z","steps":["trace[599529625] 'agreement among raft nodes before linearized reading' (duration: 8.061515025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:03.448331Z","time spent":"988.871264ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.632946Z","time spent":"13.804254737s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.755931958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:54.747604Z","time spent":"9.689608842s","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.221068754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.21302884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed343676e12ea\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-07-03T16:52:04.43703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.731705466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:04.437253Z","caller":"traceutil/trace.go:171","msg":"trace[774875453] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:26867; }","duration":"7.221109205s","start":"2026-07-03T16:51:57.21614Z","end":"2026-07-03T16:52:04.43725Z","steps":["trace[774875453] 'agreement among raft nodes before linearized reading' (duration: 7.221088245s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437265Z","caller":"traceutil/trace.go:171","msg":"trace[253699761] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed343676e12ea; range_end:; response_count:1; response_revision:26867; }","duration":"7.213065082s","start":"2026-07-03T16:51:57.224191Z","end":"2026-07-03T16:52:04.437256Z","steps":["trace[253699761] 'agreement among raft nodes before linearized reading' (duration: 7.2130085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463282849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.437263Z","caller":"traceutil/trace.go:171","msg":"trace[1739945170] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26867; }","duration":"9.756074371s","start":"2026-07-03T16:51:54.681167Z","end":"2026-07-03T16:52:04.437241Z","steps":["trace[1739945170] 'agreement among raft nodes before linearized reading' (duration: 9.755910007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.216127Z","time spent":"7.221138556s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:52:04.437292Z","caller":"traceutil/trace.go:171","msg":"trace[1823703565] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26867; }","duration":"1.46332593s","start":"2026-07-03T16:52:02.973961Z","end":"2026-07-03T16:52:04.437287Z","steps":["trace[1823703565] 'agreement among raft nodes before linearized reading' (duration: 1.46330385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.375636Z","time spent":"8.061578468s","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.97395Z","time spent":"1.463353351s","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.060754063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:54.681146Z","time spent":"9.756159014s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:52:04.437333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.900952251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.437341Z","caller":"traceutil/trace.go:171","msg":"trace[399608335] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26867; }","duration":"5.060770313s","start":"2026-07-03T16:51:59.376562Z","end":"2026-07-03T16:52:04.437332Z","steps":["trace[399608335] 'agreement among raft nodes before linearized reading' (duration: 5.060744633s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:59.376543Z","time spent":"5.060810494s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.082302763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.472959695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.260227849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.217977445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-07-03T16:52:04.437391Z","caller":"traceutil/trace.go:171","msg":"trace[1794175999] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26867; }","duration":"5.473018856s","start":"2026-07-03T16:51:58.964368Z","end":"2026-07-03T16:52:04.437387Z","steps":["trace[1794175999] 'agreement among raft nodes before linearized reading' (duration: 5.472995336s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437395Z","caller":"traceutil/trace.go:171","msg":"trace[641648865] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26867; }","duration":"7.260279671s","start":"2026-07-03T16:51:57.17711Z","end":"2026-07-03T16:52:04.43739Z","steps":["trace[641648865] 'agreement among raft nodes before linearized reading' (duration: 7.26024771s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437396Z","caller":"traceutil/trace.go:171","msg":"trace[442972069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26867; }","duration":"14.082502007s","start":"2026-07-03T16:51:50.354884Z","end":"2026-07-03T16:52:04.437386Z","steps":["trace[442972069] 'agreement among raft nodes before linearized reading' (duration: 14.082317703s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437401Z","caller":"traceutil/trace.go:171","msg":"trace[1080183406] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26867; }","duration":"14.218025016s","start":"2026-07-03T16:51:50.21937Z","end":"2026-07-03T16:52:04.437395Z","steps":["trace[1080183406] 'agreement among raft nodes before linearized reading' (duration: 14.217926273s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.177091Z","time spent":"7.260314052s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.22418Z","time spent":"7.213097882s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed343676e12ea\" "} {"level":"warn","ts":"2026-07-03T16:52:04.437425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.692862471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.219358Z","time spent":"14.218058627s","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130941,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T16:52:04.437438Z","caller":"traceutil/trace.go:171","msg":"trace[1113675592] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26867; }","duration":"5.692911793s","start":"2026-07-03T16:51:58.744523Z","end":"2026-07-03T16:52:04.437435Z","steps":["trace[1113675592] 'agreement among raft nodes before linearized reading' (duration: 5.692890862s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504206234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.744504Z","time spent":"5.692944753s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437461Z","caller":"traceutil/trace.go:171","msg":"trace[2034250152] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26867; }","duration":"1.504223534s","start":"2026-07-03T16:52:02.933232Z","end":"2026-07-03T16:52:04.437455Z","steps":["trace[2034250152] 'agreement among raft nodes before linearized reading' (duration: 1.504195413s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.016177003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:52:04.437476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.933213Z","time spent":"1.504258765s","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437485Z","caller":"traceutil/trace.go:171","msg":"trace[1611313346] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26867; }","duration":"13.016217575s","start":"2026-07-03T16:51:51.421263Z","end":"2026-07-03T16:52:04.43748Z","steps":["trace[1611313346] 'agreement among raft nodes before linearized reading' (duration: 13.016106192s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.33839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:51.421252Z","time spent":"13.016244485s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437514Z","caller":"traceutil/trace.go:171","msg":"trace[602923720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26867; }","duration":"396.759149ms","start":"2026-07-03T16:52:04.040746Z","end":"2026-07-03T16:52:04.437505Z","steps":["trace[602923720] 'agreement among raft nodes before linearized reading' (duration: 396.3584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.36299284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.437276Z","caller":"traceutil/trace.go:171","msg":"trace[1134360635] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26867; }","duration":"7.731987243s","start":"2026-07-03T16:51:56.705278Z","end":"2026-07-03T16:52:04.437265Z","steps":["trace[1134360635] 'agreement among raft nodes before linearized reading' (duration: 7.731632445s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437539Z","caller":"traceutil/trace.go:171","msg":"trace[1133796832] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26867; }","duration":"6.363050052s","start":"2026-07-03T16:51:58.074483Z","end":"2026-07-03T16:52:04.437533Z","steps":["trace[1133796832] 'agreement among raft nodes before linearized reading' (duration: 6.363024191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348460383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.040731Z","time spent":"396.802641ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:04.436973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.138218161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:52:04.437405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.964344Z","time spent":"5.473057537s","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.705258Z","time spent":"7.73229175s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.43719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.211292931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" ","response":"range_response_count:1 size:7055"} {"level":"warn","ts":"2026-07-03T16:52:04.437575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.040818156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.437585Z","caller":"traceutil/trace.go:171","msg":"trace[1479211609] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p; range_end:; response_count:1; response_revision:26867; }","duration":"7.211701221s","start":"2026-07-03T16:51:57.22588Z","end":"2026-07-03T16:52:04.437582Z","steps":["trace[1479211609] 'agreement among raft nodes before linearized reading' (duration: 7.211275051s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437591Z","caller":"traceutil/trace.go:171","msg":"trace[455156920] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26867; }","duration":"13.040834596s","start":"2026-07-03T16:51:51.396751Z","end":"2026-07-03T16:52:04.437586Z","steps":["trace[455156920] 'agreement among raft nodes before linearized reading' (duration: 13.040807795s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947245531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:04.437598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.225874Z","time spent":"7.211721041s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7078,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" "} {"level":"warn","ts":"2026-07-03T16:52:04.437606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:51.396692Z","time spent":"13.040909978s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437611Z","caller":"traceutil/trace.go:171","msg":"trace[1734973561] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26867; }","duration":"1.947293352s","start":"2026-07-03T16:52:02.490313Z","end":"2026-07-03T16:52:04.437606Z","steps":["trace[1734973561] 'agreement among raft nodes before linearized reading' (duration: 1.947261462s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.742566507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.354866Z","time spent":"14.082547788s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.216756276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-07-03T16:52:04.437632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.490296Z","time spent":"1.947330883s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372618583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.43688Z","caller":"traceutil/trace.go:171","msg":"trace[1455542979] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26867; }","duration":"10.612531309s","start":"2026-07-03T16:51:53.824337Z","end":"2026-07-03T16:52:04.436869Z","steps":["trace[1455542979] 'agreement among raft nodes before linearized reading' (duration: 10.612466166s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.43766Z","caller":"traceutil/trace.go:171","msg":"trace[2064331027] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26867; }","duration":"14.217144115s","start":"2026-07-03T16:51:50.220501Z","end":"2026-07-03T16:52:04.437646Z","steps":["trace[2064331027] 'agreement among raft nodes before linearized reading' (duration: 14.216736266s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.279605Z","time spent":"7.157538552s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:52:04.437701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.220492Z","time spent":"14.217197776s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T16:52:04.437699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.146632615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.07446Z","time spent":"6.363090122s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950221739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.437739Z","caller":"traceutil/trace.go:171","msg":"trace[160000005] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26867; }","duration":"13.146710217s","start":"2026-07-03T16:51:51.291016Z","end":"2026-07-03T16:52:04.437726Z","steps":["trace[160000005] 'agreement among raft nodes before linearized reading' (duration: 13.146643716s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437357Z","caller":"traceutil/trace.go:171","msg":"trace[665195143] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26867; }","duration":"11.901015343s","start":"2026-07-03T16:51:52.536334Z","end":"2026-07-03T16:52:04.43735Z","steps":["trace[665195143] 'agreement among raft nodes before linearized reading' (duration: 11.900975932s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437758Z","caller":"traceutil/trace.go:171","msg":"trace[1324213364] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26867; }","duration":"1.950279191s","start":"2026-07-03T16:52:02.487473Z","end":"2026-07-03T16:52:04.437752Z","steps":["trace[1324213364] 'agreement among raft nodes before linearized reading' (duration: 1.95024203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.487453Z","time spent":"1.950317771s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:52.536315Z","time spent":"11.901454672s","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:53.824314Z","time spent":"10.613354088s","remote":"127.0.0.1:57042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621338678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843428446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.43757Z","caller":"traceutil/trace.go:171","msg":"trace[513144976] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26867; }","duration":"7.138849825s","start":"2026-07-03T16:51:57.298715Z","end":"2026-07-03T16:52:04.437565Z","steps":["trace[513144976] 'agreement among raft nodes before linearized reading' (duration: 7.13817966s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.43782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.489924982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.437848Z","caller":"traceutil/trace.go:171","msg":"trace[1567484996] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26867; }","duration":"4.621564223s","start":"2026-07-03T16:51:59.816277Z","end":"2026-07-03T16:52:04.437841Z","steps":["trace[1567484996] 'agreement among raft nodes before linearized reading' (duration: 4.621362748s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073788523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-03T16:52:04.437855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.298696Z","time spent":"7.139154202s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:52:04.437858Z","caller":"traceutil/trace.go:171","msg":"trace[219535155] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26867; }","duration":"3.843687402s","start":"2026-07-03T16:52:00.59416Z","end":"2026-07-03T16:52:04.437847Z","steps":["trace[219535155] 'agreement among raft nodes before linearized reading' (duration: 3.843413146s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.43777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:51.290997Z","time spent":"13.146764858s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437562Z","caller":"traceutil/trace.go:171","msg":"trace[1379520471] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26867; }","duration":"3.348491413s","start":"2026-07-03T16:52:01.089064Z","end":"2026-07-03T16:52:04.437555Z","steps":["trace[1379520471] 'agreement among raft nodes before linearized reading' (duration: 3.348442282s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437116Z","caller":"traceutil/trace.go:171","msg":"trace[542278415] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26867; }","duration":"9.48170456s","start":"2026-07-03T16:51:54.955402Z","end":"2026-07-03T16:52:04.437106Z","steps":["trace[542278415] 'agreement among raft nodes before linearized reading' (duration: 9.481653349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:01.089Z","time spent":"3.348885642s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437149Z","caller":"traceutil/trace.go:171","msg":"trace[1188622983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26867; }","duration":"852.16531ms","start":"2026-07-03T16:52:03.58498Z","end":"2026-07-03T16:52:04.437146Z","steps":["trace[1188622983] 'agreement among raft nodes before linearized reading' (duration: 852.14443ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437632Z","caller":"traceutil/trace.go:171","msg":"trace[1704441993] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26867; }","duration":"6.742622938s","start":"2026-07-03T16:51:57.695004Z","end":"2026-07-03T16:52:04.437627Z","steps":["trace[1704441993] 'agreement among raft nodes before linearized reading' (duration: 6.742599397s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639216474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.437913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:03.584956Z","time spent":"852.951958ms","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437922Z","caller":"traceutil/trace.go:171","msg":"trace[1566827784] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26867; }","duration":"6.639578461s","start":"2026-07-03T16:51:57.798338Z","end":"2026-07-03T16:52:04.437917Z","steps":["trace[1566827784] 'agreement among raft nodes before linearized reading' (duration: 6.639243144s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.43793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.694984Z","time spent":"6.742930704s","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:59.816259Z","time spent":"4.621604594s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.43789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:00.594141Z","time spent":"3.843738553s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.437976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70399569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:04.43799Z","caller":"traceutil/trace.go:171","msg":"trace[1740697308] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26867; }","duration":"2.704046721s","start":"2026-07-03T16:52:01.733939Z","end":"2026-07-03T16:52:04.437986Z","steps":["trace[1740697308] 'agreement among raft nodes before linearized reading' (duration: 2.703967199s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.437671Z","caller":"traceutil/trace.go:171","msg":"trace[2060074670] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26867; }","duration":"3.372760647s","start":"2026-07-03T16:52:01.064902Z","end":"2026-07-03T16:52:04.437663Z","steps":["trace[2060074670] 'agreement among raft nodes before linearized reading' (duration: 3.372635064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.438002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:01.733921Z","time spent":"2.704077781s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":127,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.438004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279578608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:04.438009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:01.064883Z","time spent":"3.373120445s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.438021Z","caller":"traceutil/trace.go:171","msg":"trace[1496688911] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26867; }","duration":"2.279617999s","start":"2026-07-03T16:52:02.158398Z","end":"2026-07-03T16:52:04.438016Z","steps":["trace[1496688911] 'agreement among raft nodes before linearized reading' (duration: 2.279587998s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.438032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28752767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-03T16:52:04.438035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.158387Z","time spent":"2.27964438s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.437871Z","caller":"traceutil/trace.go:171","msg":"trace[622079345] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26867; }","duration":"3.073843734s","start":"2026-07-03T16:52:01.364021Z","end":"2026-07-03T16:52:04.437865Z","steps":["trace[622079345] 'agreement among raft nodes before linearized reading' (duration: 3.073783113s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.438047Z","caller":"traceutil/trace.go:171","msg":"trace[117242910] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26867; }","duration":"2.287602722s","start":"2026-07-03T16:52:02.150439Z","end":"2026-07-03T16:52:04.438042Z","steps":["trace[117242910] 'agreement among raft nodes before linearized reading' (duration: 2.287554821s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.436852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.457721Z","time spent":"6.979124364s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.438062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.150411Z","time spent":"2.287649013s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:04.438071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:01.364Z","time spent":"3.074061189s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:04.43794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.79831Z","time spent":"6.639625523s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-07-03T16:52:04.437881Z","caller":"traceutil/trace.go:171","msg":"trace[2057179642] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26867; }","duration":"13.490016434s","start":"2026-07-03T16:51:50.947846Z","end":"2026-07-03T16:52:04.437862Z","steps":["trace[2057179642] 'agreement among raft nodes before linearized reading' (duration: 13.489944053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.437893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:54.955382Z","time spent":"9.482506648s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.438149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.947821Z","time spent":"13.490321822s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.438833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995230624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:04.438854Z","caller":"traceutil/trace.go:171","msg":"trace[1932007717] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26867; }","duration":"4.995284855s","start":"2026-07-03T16:51:59.443565Z","end":"2026-07-03T16:52:04.43885Z","steps":["trace[1932007717] 'agreement among raft nodes before linearized reading' (duration: 4.994097769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.438869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:59.44355Z","time spent":"4.995315176s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2673,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.949007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:05.449618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:05.95076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:06.450876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:06.651862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.21010286s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:07.83433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.718792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:07.834453Z","caller":"traceutil/trace.go:171","msg":"trace[263009083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26867; }","duration":"845.853445ms","start":"2026-07-03T16:52:06.988583Z","end":"2026-07-03T16:52:07.834436Z","steps":["trace[263009083] 'range keys from in-memory index tree' (duration: 845.701412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:07.835063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183015513s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T16:52:07.837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.441686Z","time spent":"3.393463561s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:07.943764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:07.943859Z","caller":"traceutil/trace.go:171","msg":"trace[989375954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019098s","start":"2026-07-03T16:52:05.943817Z","end":"2026-07-03T16:52:07.943836Z","steps":["trace[989375954] 'agreement among raft nodes before linearized reading' (duration: 1.999913945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:07.943905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:05.943802Z","time spent":"2.000092399s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:09.470223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994799965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:09.470346Z","caller":"traceutil/trace.go:171","msg":"trace[574617516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.994953798s","start":"2026-07-03T16:52:04.47537Z","end":"2026-07-03T16:52:09.470324Z","steps":["trace[574617516] 'agreement among raft nodes before linearized reading' (duration: 4.994795005s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:09.470401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.475318Z","time spent":"4.995070471s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:52:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:09.944771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:09.944885Z","caller":"traceutil/trace.go:171","msg":"trace[1976017525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461008s","start":"2026-07-03T16:52:07.944398Z","end":"2026-07-03T16:52:09.944859Z","steps":["trace[1976017525] 'agreement among raft nodes before linearized reading' (duration: 2.000315895s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:09.94495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.944378Z","time spent":"2.00055732s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:10.935343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:10.935433Z","caller":"traceutil/trace.go:171","msg":"trace[251583174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330234s","start":"2026-07-03T16:52:08.935081Z","end":"2026-07-03T16:52:10.935411Z","steps":["trace[251583174] 'agreement among raft nodes before linearized reading' (duration: 2.000216192s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:10.935483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:08.935063Z","time spent":"2.000408536s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:11.301562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.649526202s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:11.450012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.448973Z","time spent":"7.001031264s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:11.450089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.449014Z","time spent":"7.001065755s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:11.450105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.448927Z","time spent":"7.001171717s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:11.952566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:11.952738Z","caller":"traceutil/trace.go:171","msg":"trace[459471158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406606s","start":"2026-07-03T16:52:09.952306Z","end":"2026-07-03T16:52:11.952713Z","steps":["trace[459471158] 'agreement among raft nodes before linearized reading' (duration: 2.000215421s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.95285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:09.952285Z","time spent":"2.000546629s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:12.219472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:05.219284Z","time spent":"7.000180634s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:12.22061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:05.220318Z","time spent":"7.000284387s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:12.689684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387900735s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-03T16:52:12.690137Z","caller":"traceutil/trace.go:171","msg":"trace[185146016] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"4.850777383s","start":"2026-07-03T16:52:07.839344Z","end":"2026-07-03T16:52:12.690121Z","steps":["trace[185146016] 'process raft request' (duration: 4.850741492s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:12.690239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.839314Z","time spent":"4.850867764s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:12.690554Z","caller":"traceutil/trace.go:171","msg":"trace[1868791925] linearizableReadLoop","detail":"{readStateIndex:27808; appliedIndex:27802; }","duration":"8.241725905s","start":"2026-07-03T16:52:04.448795Z","end":"2026-07-03T16:52:12.69052Z","steps":["trace[1868791925] 'read index received' (duration: 2.203241373s)","trace[1868791925] 'applied index is now lower than readState.Index' (duration: 6.038483272s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:12.690768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.24196723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-07-03T16:52:12.690807Z","caller":"traceutil/trace.go:171","msg":"trace[912750952] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58; range_end:; response_count:1; response_revision:26872; }","duration":"8.242022491s","start":"2026-07-03T16:52:04.448774Z","end":"2026-07-03T16:52:12.690796Z","steps":["trace[912750952] 'agreement among raft nodes before linearized reading' (duration: 8.241899498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:12.690838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.448764Z","time spent":"8.242066102s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58\" "} {"level":"warn","ts":"2026-07-03T16:52:13.190684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:13.432359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185587652s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:13.954159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000869757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:13.954253Z","caller":"traceutil/trace.go:171","msg":"trace[1245412353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100295s","start":"2026-07-03T16:52:11.95322Z","end":"2026-07-03T16:52:13.954222Z","steps":["trace[1245412353] 'agreement among raft nodes before linearized reading' (duration: 2.000899968s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:13.954299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.953202Z","time spent":"2.001088212s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:14.454872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005968773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:14.454951Z","caller":"traceutil/trace.go:171","msg":"trace[1110105582] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.006091596s","start":"2026-07-03T16:52:04.448842Z","end":"2026-07-03T16:52:14.454933Z","steps":["trace[1110105582] 'agreement among raft nodes before linearized reading' (duration: 10.005991154s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:14.455002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.448828Z","time spent":"10.006163517s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/03 16:52:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:15.961048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:15.961139Z","caller":"traceutil/trace.go:171","msg":"trace[1742459188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272814s","start":"2026-07-03T16:52:13.960843Z","end":"2026-07-03T16:52:15.961116Z","steps":["trace[1742459188] 'agreement among raft nodes before linearized reading' (duration: 2.000168021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:15.961185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:13.960831Z","time spent":"2.000345385s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:17.451326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018655061s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"warn","ts":"2026-07-03T16:52:17.451366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.147434Z","time spent":"3.303922153s","remote":"127.0.0.1:34884","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:52:17.451469Z","caller":"traceutil/trace.go:171","msg":"trace[321468062] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26872; }","duration":"5.99728751s","start":"2026-07-03T16:52:11.454163Z","end":"2026-07-03T16:52:17.451451Z","steps":["trace[321468062] 'process raft request' (duration: 1.978421764s)","trace[321468062] 'compare' (duration: 4.018553128s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:17.451539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.454147Z","time spent":"5.997362532s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:17.452095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.80458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:17.452181Z","caller":"traceutil/trace.go:171","msg":"trace[1050794094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26872; }","duration":"462.891562ms","start":"2026-07-03T16:52:16.989278Z","end":"2026-07-03T16:52:17.45217Z","steps":["trace[1050794094] 'range keys from in-memory index tree' (duration: 462.79464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:17.453207Z","caller":"traceutil/trace.go:171","msg":"trace[969542838] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"5.50775632s","start":"2026-07-03T16:52:11.945429Z","end":"2026-07-03T16:52:17.453186Z","steps":["trace[969542838] 'process raft request' (duration: 5.507669378s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:17.453323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.945417Z","time spent":"5.507839281s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:17.453377Z","caller":"traceutil/trace.go:171","msg":"trace[1922999735] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26872; }","duration":"5.997151787s","start":"2026-07-03T16:52:11.456189Z","end":"2026-07-03T16:52:17.453341Z","steps":["trace[1922999735] 'process raft request' (duration: 5.99683134s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:17.453417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.455642Z","time spent":"5.997771881s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:17.453501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.456181Z","time spent":"5.997265929s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:17.865103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999762737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:17.865193Z","caller":"traceutil/trace.go:171","msg":"trace[2038804166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999916791s","start":"2026-07-03T16:52:12.865258Z","end":"2026-07-03T16:52:17.865175Z","steps":["trace[2038804166] 'agreement among raft nodes before linearized reading' (duration: 4.999797758s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:17.865243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.865237Z","time spent":"4.999993983s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:52:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:17.961883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:17.961971Z","caller":"traceutil/trace.go:171","msg":"trace[1050006346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300655s","start":"2026-07-03T16:52:15.961649Z","end":"2026-07-03T16:52:17.96195Z","steps":["trace[1050006346] 'agreement among raft nodes before linearized reading' (duration: 2.000186871s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:17.96205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:15.961631Z","time spent":"2.000381367s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:18.455208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.799713005s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:19.699825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.699697Z","time spent":"7.000122253s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:19.968996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999855725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:19.969083Z","caller":"traceutil/trace.go:171","msg":"trace[2020268897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998777s","start":"2026-07-03T16:52:17.969061Z","end":"2026-07-03T16:52:19.96906Z","steps":["trace[2020268897] 'agreement among raft nodes before linearized reading' (duration: 1.999891704s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:19.969168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:17.969045Z","time spent":"2.00010797s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:20.87896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.423501058s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:20.932712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477198465s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:20.932926Z","caller":"traceutil/trace.go:171","msg":"trace[2094855644] linearizableReadLoop","detail":"{readStateIndex:27814; appliedIndex:27809; }","duration":"8.242313388s","start":"2026-07-03T16:52:12.690587Z","end":"2026-07-03T16:52:20.9329Z","steps":["trace[2094855644] 'read index received' (duration: 741.9501ms)","trace[2094855644] 'applied index is now lower than readState.Index' (duration: 7.500358338s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:20.932995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.998659777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:20.933069Z","caller":"traceutil/trace.go:171","msg":"trace[327758685] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26874; }","duration":"8.998789039s","start":"2026-07-03T16:52:11.93426Z","end":"2026-07-03T16:52:20.933049Z","steps":["trace[327758685] 'agreement among raft nodes before linearized reading' (duration: 8.998636886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.933143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.934239Z","time spent":"8.998888692s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.93337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.958813385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:20.933456Z","caller":"traceutil/trace.go:171","msg":"trace[17977420] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26874; }","duration":"8.958925329s","start":"2026-07-03T16:52:11.97451Z","end":"2026-07-03T16:52:20.933436Z","steps":["trace[17977420] 'agreement among raft nodes before linearized reading' (duration: 8.958742495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.933502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.974506Z","time spent":"8.95898654s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.933737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.832504201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.933762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.057653966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:20.933773Z","caller":"traceutil/trace.go:171","msg":"trace[1909000561] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26874; }","duration":"13.832579972s","start":"2026-07-03T16:52:07.101182Z","end":"2026-07-03T16:52:20.933762Z","steps":["trace[1909000561] 'agreement among raft nodes before linearized reading' (duration: 13.831912397s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.933794Z","caller":"traceutil/trace.go:171","msg":"trace[507426460] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26874; }","duration":"16.057715107s","start":"2026-07-03T16:52:04.876069Z","end":"2026-07-03T16:52:20.933784Z","steps":["trace[507426460] 'agreement among raft nodes before linearized reading' (duration: 16.057058322s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.933829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.611390023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.933833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.876053Z","time spent":"16.057772028s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:20.933855Z","caller":"traceutil/trace.go:171","msg":"trace[1686032526] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26874; }","duration":"9.611448915s","start":"2026-07-03T16:52:11.322398Z","end":"2026-07-03T16:52:20.933847Z","steps":["trace[1686032526] 'agreement among raft nodes before linearized reading' (duration: 9.610633077s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.933878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.322381Z","time spent":"9.611490466s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.933862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.701301311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:20.933929Z","caller":"traceutil/trace.go:171","msg":"trace[1192536819] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26874; }","duration":"14.701442374s","start":"2026-07-03T16:52:06.232468Z","end":"2026-07-03T16:52:20.93391Z","steps":["trace[1192536819] 'agreement among raft nodes before linearized reading' (duration: 14.700637706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.933974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.232448Z","time spent":"14.701517487s","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.933975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.886023091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.933983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.412582489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.934005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.731080094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:20.934016Z","caller":"traceutil/trace.go:171","msg":"trace[44695100] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26874; }","duration":"15.412654841s","start":"2026-07-03T16:52:05.521351Z","end":"2026-07-03T16:52:20.934006Z","steps":["trace[44695100] 'agreement among raft nodes before linearized reading' (duration: 15.411770211s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.934021Z","caller":"traceutil/trace.go:171","msg":"trace[493840941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26874; }","duration":"9.886089742s","start":"2026-07-03T16:52:11.047913Z","end":"2026-07-03T16:52:20.934003Z","steps":["trace[493840941] 'agreement among raft nodes before linearized reading' (duration: 9.885131061s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:05.521331Z","time spent":"15.412706252s","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.934062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.595199092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:20.934071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.047898Z","time spent":"9.886162514s","remote":"127.0.0.1:44136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.93404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.260189772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.933934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.504365056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:20.93417Z","caller":"traceutil/trace.go:171","msg":"trace[361317849] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26874; }","duration":"9.504605732s","start":"2026-07-03T16:52:11.429554Z","end":"2026-07-03T16:52:20.93416Z","steps":["trace[361317849] 'agreement among raft nodes before linearized reading' (duration: 9.503465045s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.934168Z","caller":"traceutil/trace.go:171","msg":"trace[473678518] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26874; }","duration":"11.260353287s","start":"2026-07-03T16:52:09.673792Z","end":"2026-07-03T16:52:20.934145Z","steps":["trace[473678518] 'agreement among raft nodes before linearized reading' (duration: 11.259268891s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.934033Z","caller":"traceutil/trace.go:171","msg":"trace[1266583281] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26874; }","duration":"12.731166786s","start":"2026-07-03T16:52:08.202859Z","end":"2026-07-03T16:52:20.934026Z","steps":["trace[1266583281] 'agreement among raft nodes before linearized reading' (duration: 12.730227945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:09.673773Z","time spent":"11.260437468s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.934368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.710616853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:52:20.934419Z","caller":"traceutil/trace.go:171","msg":"trace[2019207917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26874; }","duration":"8.710701335s","start":"2026-07-03T16:52:12.223709Z","end":"2026-07-03T16:52:20.93441Z","steps":["trace[2019207917] 'agreement among raft nodes before linearized reading' (duration: 8.709257081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.223688Z","time spent":"8.710770547s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:20.934631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.711710417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-03T16:52:20.934651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.095184254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.93468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.362213807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-07-03T16:52:20.934709Z","caller":"traceutil/trace.go:171","msg":"trace[1597796304] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:26874; }","duration":"16.362272109s","start":"2026-07-03T16:52:04.572429Z","end":"2026-07-03T16:52:20.934701Z","steps":["trace[1597796304] 'agreement among raft nodes before linearized reading' (duration: 16.360714343s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.934712Z","caller":"traceutil/trace.go:171","msg":"trace[1289086630] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26874; }","duration":"16.095278446s","start":"2026-07-03T16:52:04.839419Z","end":"2026-07-03T16:52:20.934697Z","steps":["trace[1289086630] 'agreement among raft nodes before linearized reading' (duration: 16.09371615s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.572414Z","time spent":"16.36231441s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"info","ts":"2026-07-03T16:52:20.93472Z","caller":"traceutil/trace.go:171","msg":"trace[533719775] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26874; }","duration":"8.71179725s","start":"2026-07-03T16:52:12.222885Z","end":"2026-07-03T16:52:20.934682Z","steps":["trace[533719775] 'agreement among raft nodes before linearized reading' (duration: 8.710094881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.222871Z","time spent":"8.711938533s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:52:20.934239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:08.20284Z","time spent":"12.731387421s","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.934888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.971465266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.934899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.996226818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:20.934908Z","caller":"traceutil/trace.go:171","msg":"trace[483780336] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"6.75367s","start":"2026-07-03T16:52:14.181211Z","end":"2026-07-03T16:52:20.934881Z","steps":["trace[483780336] 'process raft request' (duration: 6.751638084s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.934944Z","caller":"traceutil/trace.go:171","msg":"trace[110047759] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26874; }","duration":"8.971548897s","start":"2026-07-03T16:52:11.963382Z","end":"2026-07-03T16:52:20.934931Z","steps":["trace[110047759] 'agreement among raft nodes before linearized reading' (duration: 8.969836948s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.934952Z","caller":"traceutil/trace.go:171","msg":"trace[1454751194] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26874; }","duration":"10.996277679s","start":"2026-07-03T16:52:09.93866Z","end":"2026-07-03T16:52:20.934938Z","steps":["trace[1454751194] 'agreement among raft nodes before linearized reading' (duration: 10.994333475s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.373582457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:52:20.934986Z","caller":"traceutil/trace.go:171","msg":"trace[1185945218] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26874; }","duration":"16.373973286s","start":"2026-07-03T16:52:04.561004Z","end":"2026-07-03T16:52:20.934977Z","steps":["trace[1185945218] 'agreement among raft nodes before linearized reading' (duration: 16.372148224s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.059714602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:20.934984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.963372Z","time spent":"8.971601969s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.935019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.560987Z","time spent":"16.374022777s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-03T16:52:20.934123Z","caller":"traceutil/trace.go:171","msg":"trace[832868357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26874; }","duration":"10.595263223s","start":"2026-07-03T16:52:10.338817Z","end":"2026-07-03T16:52:20.93408Z","steps":["trace[832868357] 'agreement among raft nodes before linearized reading' (duration: 10.594276581s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:20.935026Z","caller":"traceutil/trace.go:171","msg":"trace[1561145831] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26874; }","duration":"9.059792234s","start":"2026-07-03T16:52:11.875222Z","end":"2026-07-03T16:52:20.935014Z","steps":["trace[1561145831] 'agreement among raft nodes before linearized reading' (duration: 9.057784318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.93504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.181183Z","time spent":"6.753790562s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:20.935055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:10.338796Z","time spent":"10.596247406s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.935058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.875204Z","time spent":"9.059845545s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.933866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.32481474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:20.93516Z","caller":"traceutil/trace.go:171","msg":"trace[807135786] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26874; }","duration":"10.326151091s","start":"2026-07-03T16:52:10.608992Z","end":"2026-07-03T16:52:20.935143Z","steps":["trace[807135786] 'agreement among raft nodes before linearized reading' (duration: 10.324063583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.8394Z","time spent":"16.095337698s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.935206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:10.608973Z","time spent":"10.326219343s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.934246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.831109545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:20.934203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.429533Z","time spent":"9.504657734s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:20.935249Z","caller":"traceutil/trace.go:171","msg":"trace[2028910090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26874; }","duration":"10.832145638s","start":"2026-07-03T16:52:10.10309Z","end":"2026-07-03T16:52:20.935236Z","steps":["trace[2028910090] 'agreement among raft nodes before linearized reading' (duration: 10.83002623s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.934659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.766455467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:20.935342Z","caller":"traceutil/trace.go:171","msg":"trace[1189917852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26874; }","duration":"10.767172093s","start":"2026-07-03T16:52:10.168157Z","end":"2026-07-03T16:52:20.935329Z","steps":["trace[1189917852] 'agreement among raft nodes before linearized reading' (duration: 10.764946852s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.9354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:10.168137Z","time spent":"10.767249724s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.934241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.793574229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:20.935469Z","caller":"traceutil/trace.go:171","msg":"trace[1816690248] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26874; }","duration":"8.795036512s","start":"2026-07-03T16:52:12.140419Z","end":"2026-07-03T16:52:20.935455Z","steps":["trace[1816690248] 'agreement among raft nodes before linearized reading' (duration: 8.792524475s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.935296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:10.103077Z","time spent":"10.832206039s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.935508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.140405Z","time spent":"8.795090944s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.933801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.101163Z","time spent":"13.832629524s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.934986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:09.938628Z","time spent":"10.996348641s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:20.937339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.361413451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385688"} {"level":"info","ts":"2026-07-03T16:52:20.937396Z","caller":"traceutil/trace.go:171","msg":"trace[838303999] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26874; }","duration":"15.361535563s","start":"2026-07-03T16:52:05.575846Z","end":"2026-07-03T16:52:20.937382Z","steps":["trace[838303999] 'agreement among raft nodes before linearized reading' (duration: 15.357267006s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.937459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:05.575826Z","time spent":"15.361604675s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2002,"response size":385711,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:52:21.69477Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f28afee2d0d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:52:21.865496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.160398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:52:21.866462Z","caller":"traceutil/trace.go:171","msg":"trace[1464677979] linearizableReadLoop","detail":"{readStateIndex:27817; appliedIndex:27814; }","duration":"933.408046ms","start":"2026-07-03T16:52:20.933006Z","end":"2026-07-03T16:52:21.866414Z","steps":["trace[1464677979] 'read index received' (duration: 151.534µs)","trace[1464677979] 'applied index is now lower than readState.Index' (duration: 933.253652ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:21.866482Z","caller":"traceutil/trace.go:171","msg":"trace[418869399] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"4.410142079s","start":"2026-07-03T16:52:17.456271Z","end":"2026-07-03T16:52:21.866413Z","steps":["trace[418869399] 'process raft request' (duration: 4.409312351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:21.866622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:17.456249Z","time spent":"4.410307092s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:21.886104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.346602003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:21.88618Z","caller":"traceutil/trace.go:171","msg":"trace[975986910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26876; }","duration":"7.346723656s","start":"2026-07-03T16:52:14.539438Z","end":"2026-07-03T16:52:21.886161Z","steps":["trace[975986910] 'agreement among raft nodes before linearized reading' (duration: 7.327017555s)","trace[975986910] 'count revisions from in-memory index tree' (duration: 19.588928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.886207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182671893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" ","response":"range_response_count:1 size:5374"} {"level":"info","ts":"2026-07-03T16:52:21.886287Z","caller":"traceutil/trace.go:171","msg":"trace[218719851] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-sb274; range_end:; response_count:1; response_revision:26876; }","duration":"2.182791675s","start":"2026-07-03T16:52:19.703471Z","end":"2026-07-03T16:52:21.886263Z","steps":["trace[218719851] 'agreement among raft nodes before linearized reading' (duration: 2.163015963s)","trace[218719851] 'range keys from in-memory index tree' (duration: 19.569008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.886301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878934758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:21.886336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:19.703454Z","time spent":"2.182868247s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5397,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" "} {"level":"info","ts":"2026-07-03T16:52:21.886342Z","caller":"traceutil/trace.go:171","msg":"trace[1515799097] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26876; }","duration":"2.879001999s","start":"2026-07-03T16:52:19.007326Z","end":"2026-07-03T16:52:21.886328Z","steps":["trace[1515799097] 'agreement among raft nodes before linearized reading' (duration: 2.859101975s)","trace[1515799097] 'count revisions from in-memory index tree' (duration: 19.834313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.886315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.733188881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:21.886441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367698129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:21.886449Z","caller":"traceutil/trace.go:171","msg":"trace[1662184342] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26876; }","duration":"6.733386335s","start":"2026-07-03T16:52:15.153029Z","end":"2026-07-03T16:52:21.886415Z","steps":["trace[1662184342] 'agreement among raft nodes before linearized reading' (duration: 6.713435509s)","trace[1662184342] 'count revisions from in-memory index tree' (duration: 19.747131ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:21.886478Z","caller":"traceutil/trace.go:171","msg":"trace[1211765225] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26876; }","duration":"4.367827473s","start":"2026-07-03T16:52:17.518638Z","end":"2026-07-03T16:52:21.886466Z","steps":["trace[1211765225] 'agreement among raft nodes before linearized reading' (duration: 4.347807595s)","trace[1211765225] 'count revisions from in-memory index tree' (duration: 19.964457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.886511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:17.518615Z","time spent":"4.367887883s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.886536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:15.153012Z","time spent":"6.733503328s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.886618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.034058679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:21.886664Z","caller":"traceutil/trace.go:171","msg":"trace[1724594815] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26876; }","duration":"7.034144651s","start":"2026-07-03T16:52:14.852506Z","end":"2026-07-03T16:52:21.88665Z","steps":["trace[1724594815] 'agreement among raft nodes before linearized reading' (duration: 7.013978629s)","trace[1724594815] 'count revisions from in-memory index tree' (duration: 20.10428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.886703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.852487Z","time spent":"7.034206193s","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.886729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771902058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:21.886778Z","caller":"traceutil/trace.go:171","msg":"trace[499281307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26876; }","duration":"5.77198005s","start":"2026-07-03T16:52:16.114785Z","end":"2026-07-03T16:52:21.886765Z","steps":["trace[499281307] 'agreement among raft nodes before linearized reading' (duration: 5.751638765s)","trace[499281307] 'count revisions from in-memory index tree' (duration: 20.241713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.886822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.11477Z","time spent":"5.772038351s","remote":"127.0.0.1:57180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.886863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917508712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:21.8869Z","caller":"traceutil/trace.go:171","msg":"trace[94520810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26876; }","duration":"1.917592294s","start":"2026-07-03T16:52:19.969296Z","end":"2026-07-03T16:52:21.886889Z","steps":["trace[94520810] 'agreement among raft nodes before linearized reading' (duration: 1.897186187s)","trace[94520810] 'range keys from in-memory index tree' (duration: 20.359426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.886929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:19.969259Z","time spent":"1.917663226s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:21.886958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062431674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:21.887186Z","caller":"traceutil/trace.go:171","msg":"trace[1881639986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26876; }","duration":"3.062531406s","start":"2026-07-03T16:52:18.824468Z","end":"2026-07-03T16:52:21.886999Z","steps":["trace[1881639986] 'agreement among raft nodes before linearized reading' (duration: 3.042002786s)","trace[1881639986] 'count revisions from in-memory index tree' (duration: 20.450698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.887007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034122406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:21.887295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.103785574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:21.887264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:18.824448Z","time spent":"3.062795002s","remote":"127.0.0.1:57136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:21.887332Z","caller":"traceutil/trace.go:171","msg":"trace[2137730625] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26876; }","duration":"3.034496244s","start":"2026-07-03T16:52:18.852785Z","end":"2026-07-03T16:52:21.887281Z","steps":["trace[2137730625] 'agreement among raft nodes before linearized reading' (duration: 3.013665147s)","trace[2137730625] 'count revisions from in-memory index tree' (duration: 20.441038ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:21.887368Z","caller":"traceutil/trace.go:171","msg":"trace[1663765031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26876; }","duration":"6.103884576s","start":"2026-07-03T16:52:15.783454Z","end":"2026-07-03T16:52:21.887339Z","steps":["trace[1663765031] 'agreement among raft nodes before linearized reading' (duration: 6.083040039s)","trace[1663765031] 'count revisions from in-memory index tree' (duration: 20.770566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.887368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.194171276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-03T16:52:21.887439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:15.783434Z","time spent":"6.103969809s","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.887472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065209679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:21.887489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110403883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:21.886227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.539418Z","time spent":"7.346795057s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:21.887558Z","caller":"traceutil/trace.go:171","msg":"trace[920861357] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26876; }","duration":"1.110503836s","start":"2026-07-03T16:52:20.777031Z","end":"2026-07-03T16:52:21.887534Z","steps":["trace[920861357] 'agreement among raft nodes before linearized reading' (duration: 1.089447784s)","trace[920861357] 'count revisions from in-memory index tree' (duration: 20.97972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.887602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.170534738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:21.887604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.715171757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:21.887682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.320526637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:21.887694Z","caller":"traceutil/trace.go:171","msg":"trace[605365376] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26876; }","duration":"8.170628179s","start":"2026-07-03T16:52:13.717017Z","end":"2026-07-03T16:52:21.887645Z","steps":["trace[605365376] 'agreement among raft nodes before linearized reading' (duration: 8.149484765s)","trace[605365376] 'count revisions from in-memory index tree' (duration: 21.071723ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:21.887721Z","caller":"traceutil/trace.go:171","msg":"trace[1514199985] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26876; }","duration":"8.715324711s","start":"2026-07-03T16:52:13.172383Z","end":"2026-07-03T16:52:21.887707Z","steps":["trace[1514199985] 'agreement among raft nodes before linearized reading' (duration: 8.694116975s)","trace[1514199985] 'count revisions from in-memory index tree' (duration: 21.079033ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:21.887734Z","caller":"traceutil/trace.go:171","msg":"trace[1429394747] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26876; }","duration":"7.32063532s","start":"2026-07-03T16:52:14.567088Z","end":"2026-07-03T16:52:21.887723Z","steps":["trace[1429394747] 'agreement among raft nodes before linearized reading' (duration: 7.299409924s)","trace[1429394747] 'count revisions from in-memory index tree' (duration: 21.143494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.887743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:13.716997Z","time spent":"8.170735132s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.88776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:13.172361Z","time spent":"8.715387581s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.887771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.055562348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:21.887822Z","caller":"traceutil/trace.go:171","msg":"trace[1265290479] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26876; }","duration":"9.055638s","start":"2026-07-03T16:52:12.832167Z","end":"2026-07-03T16:52:21.887805Z","steps":["trace[1265290479] 'agreement among raft nodes before linearized reading' (duration: 9.034337392s)","trace[1265290479] 'count revisions from in-memory index tree' (duration: 21.239937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.887921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.832152Z","time spent":"9.055750252s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.886378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:19.007311Z","time spent":"2.87905732s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:21.887489Z","caller":"traceutil/trace.go:171","msg":"trace[767409711] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26876; }","duration":"9.194312219s","start":"2026-07-03T16:52:12.693123Z","end":"2026-07-03T16:52:21.887436Z","steps":["trace[767409711] 'agreement among raft nodes before linearized reading' (duration: 9.173396821s)","trace[767409711] 'range keys from in-memory index tree' (duration: 20.663214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.88814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.693107Z","time spent":"9.195019955s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:52:21.887224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428844967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-03T16:52:21.888204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430416323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:52:21.888267Z","caller":"traceutil/trace.go:171","msg":"trace[1154751403] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26876; }","duration":"4.429911232s","start":"2026-07-03T16:52:17.458341Z","end":"2026-07-03T16:52:21.888252Z","steps":["trace[1154751403] 'agreement among raft nodes before linearized reading' (duration: 4.408135834s)","trace[1154751403] 'range keys from in-memory index tree' (duration: 20.439318ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:21.888301Z","caller":"traceutil/trace.go:171","msg":"trace[461380355] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26876; }","duration":"4.430554606s","start":"2026-07-03T16:52:17.457716Z","end":"2026-07-03T16:52:21.888271Z","steps":["trace[461380355] 'agreement among raft nodes before linearized reading' (duration: 4.408774258s)","trace[461380355] 'range keys from in-memory index tree' (duration: 20.211903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.888415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:17.457699Z","time spent":"4.430700169s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:21.887397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:18.852723Z","time spent":"3.034658468s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.88859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.567067Z","time spent":"7.320690951s","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.888319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:17.458335Z","time spent":"4.429972143s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:52:21.887374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.774408893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:52:21.888766Z","caller":"traceutil/trace.go:171","msg":"trace[959776773] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26876; }","duration":"7.775842484s","start":"2026-07-03T16:52:14.112907Z","end":"2026-07-03T16:52:21.88875Z","steps":["trace[959776773] 'agreement among raft nodes before linearized reading' (duration: 7.753600465s)","trace[959776773] 'range keys from in-memory index tree' (duration: 20.737254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.888809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.11289Z","time spent":"7.775905516s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:52:21.887547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.151884181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:21.888877Z","caller":"traceutil/trace.go:171","msg":"trace[246432746] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26876; }","duration":"8.153227171s","start":"2026-07-03T16:52:13.73563Z","end":"2026-07-03T16:52:21.888857Z","steps":["trace[246432746] 'agreement among raft nodes before linearized reading' (duration: 8.13088154s)","trace[246432746] 'count revisions from in-memory index tree' (duration: 21.008031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.888918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:13.73562Z","time spent":"8.153285853s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:21.887547Z","caller":"traceutil/trace.go:171","msg":"trace[1397510895] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26876; }","duration":"1.06526698s","start":"2026-07-03T16:52:20.822253Z","end":"2026-07-03T16:52:21.88752Z","steps":["trace[1397510895] 'agreement among raft nodes before linearized reading' (duration: 1.044203768s)","trace[1397510895] 'count revisions from in-memory index tree' (duration: 20.992541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:21.889075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.822176Z","time spent":"1.066784465s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:21.887617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.776956Z","time spent":"1.110644138s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:22.160288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.794163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:52:22.160529Z","caller":"traceutil/trace.go:171","msg":"trace[1053181241] linearizableReadLoop","detail":"{readStateIndex:27818; appliedIndex:27817; }","duration":"293.97608ms","start":"2026-07-03T16:52:21.866536Z","end":"2026-07-03T16:52:22.160512Z","steps":["trace[1053181241] 'read index received' (duration: 14.909901ms)","trace[1053181241] 'applied index is now lower than readState.Index' (duration: 279.065239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:22.160873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139061107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:22.160882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219738111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18557"} {"level":"warn","ts":"2026-07-03T16:52:22.160921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224109872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-zv6jx\" ","response":"range_response_count:1 size:3167"} {"level":"info","ts":"2026-07-03T16:52:22.160968Z","caller":"traceutil/trace.go:171","msg":"trace[588203138] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-zv6jx; range_end:; response_count:1; response_revision:26877; }","duration":"1.224185893s","start":"2026-07-03T16:52:20.936769Z","end":"2026-07-03T16:52:22.160955Z","steps":["trace[588203138] 'agreement among raft nodes before linearized reading' (duration: 1.224022649s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.161002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.936754Z","time spent":"1.224239745s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3190,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-zv6jx\" "} {"level":"info","ts":"2026-07-03T16:52:22.160974Z","caller":"traceutil/trace.go:171","msg":"trace[88951585] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26877; }","duration":"1.219830543s","start":"2026-07-03T16:52:20.941119Z","end":"2026-07-03T16:52:22.16095Z","steps":["trace[88951585] 'agreement among raft nodes before linearized reading' (duration: 1.219559337s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.161057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026058414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-03T16:52:22.161052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.941115Z","time spent":"1.219922446s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T16:52:22.16108Z","caller":"traceutil/trace.go:171","msg":"trace[423286980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26877; }","duration":"1.026117006s","start":"2026-07-03T16:52:21.134956Z","end":"2026-07-03T16:52:22.161073Z","steps":["trace[423286980] 'agreement among raft nodes before linearized reading' (duration: 1.025998583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.161104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.134936Z","time spent":"1.026162866s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:22.160875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.091557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:22.161364Z","caller":"traceutil/trace.go:171","msg":"trace[399566148] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26877; }","duration":"474.641931ms","start":"2026-07-03T16:52:21.686697Z","end":"2026-07-03T16:52:22.161339Z","steps":["trace[399566148] 'agreement among raft nodes before linearized reading' (duration: 473.924814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.161387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222020094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-03T16:52:22.161442Z","caller":"traceutil/trace.go:171","msg":"trace[1171890702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26877; }","duration":"1.222091337s","start":"2026-07-03T16:52:20.939337Z","end":"2026-07-03T16:52:22.161428Z","steps":["trace[1171890702] 'agreement among raft nodes before linearized reading' (duration: 1.221734488s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:22.161443Z","caller":"traceutil/trace.go:171","msg":"trace[899571180] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"268.446917ms","start":"2026-07-03T16:52:21.892985Z","end":"2026-07-03T16:52:22.161432Z","steps":["trace[899571180] 'process raft request' (duration: 267.411983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.161446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.686676Z","time spent":"474.738922ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:22.160936Z","caller":"traceutil/trace.go:171","msg":"trace[63979062] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26877; }","duration":"1.139177649s","start":"2026-07-03T16:52:21.021743Z","end":"2026-07-03T16:52:22.160921Z","steps":["trace[63979062] 'agreement among raft nodes before linearized reading' (duration: 1.139040696s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.16147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.939331Z","time spent":"1.222132948s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:22.161511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.021726Z","time spent":"1.139767384s","remote":"127.0.0.1:59582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:22.161541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22227036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:52:22.161568Z","caller":"traceutil/trace.go:171","msg":"trace[514767372] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee; range_end:; response_count:1; response_revision:26877; }","duration":"1.222780502s","start":"2026-07-03T16:52:20.938777Z","end":"2026-07-03T16:52:22.161557Z","steps":["trace[514767372] 'agreement among raft nodes before linearized reading' (duration: 1.221937152s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.161582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.938759Z","time spent":"1.222819203s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" "} {"level":"warn","ts":"2026-07-03T16:52:22.1635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208228949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29718280.18bed517ac7fb878\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26874 ","response":"range_response_count:500 size:385452"} {"level":"info","ts":"2026-07-03T16:52:22.163562Z","caller":"traceutil/trace.go:171","msg":"trace[142480663] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29718280.18bed517ac7fb878\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26877; }","duration":"1.20829951s","start":"2026-07-03T16:52:20.955245Z","end":"2026-07-03T16:52:22.163545Z","steps":["trace[142480663] 'agreement among raft nodes before linearized reading' (duration: 1.205604659s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.163619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.955193Z","time spent":"1.208397152s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1502,"response size":385475,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29718280.18bed517ac7fb878\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26874 "} {"level":"warn","ts":"2026-07-03T16:52:22.192789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251040038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-03T16:52:22.192929Z","caller":"traceutil/trace.go:171","msg":"trace[750629171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26878; }","duration":"1.251177321s","start":"2026-07-03T16:52:20.941728Z","end":"2026-07-03T16:52:22.192905Z","steps":["trace[750629171] 'agreement among raft nodes before linearized reading' (duration: 1.219594979s)","trace[750629171] 'range keys from in-memory index tree' (duration: 31.284455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:22.192974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.941686Z","time spent":"1.251276043s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:52:22.193093Z","caller":"traceutil/trace.go:171","msg":"trace[388013763] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"296.649802ms","start":"2026-07-03T16:52:21.896414Z","end":"2026-07-03T16:52:22.193064Z","steps":["trace[388013763] 'process raft request' (duration: 296.302124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.193113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.637921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:22.193204Z","caller":"traceutil/trace.go:171","msg":"trace[126382618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26879; }","duration":"296.753013ms","start":"2026-07-03T16:52:21.896434Z","end":"2026-07-03T16:52:22.193187Z","steps":["trace[126382618] 'agreement among raft nodes before linearized reading' (duration: 296.577789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.193208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.962575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:22.193258Z","caller":"traceutil/trace.go:171","msg":"trace[1811634982] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26879; }","duration":"303.019597ms","start":"2026-07-03T16:52:21.890225Z","end":"2026-07-03T16:52:22.193244Z","steps":["trace[1811634982] 'agreement among raft nodes before linearized reading' (duration: 302.926935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.193292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.679305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-07-03T16:52:22.193252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.483084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:22.193303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.890189Z","time spent":"303.104429ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:52:22.193332Z","caller":"traceutil/trace.go:171","msg":"trace[1611996506] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4; range_end:; response_count:1; response_revision:26879; }","duration":"322.749137ms","start":"2026-07-03T16:52:21.870571Z","end":"2026-07-03T16:52:22.19332Z","steps":["trace[1611996506] 'agreement among raft nodes before linearized reading' (duration: 322.615054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.193354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.870556Z","time spent":"322.793038ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" "} {"level":"info","ts":"2026-07-03T16:52:22.193354Z","caller":"traceutil/trace.go:171","msg":"trace[878590843] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26879; }","duration":"176.623278ms","start":"2026-07-03T16:52:22.016711Z","end":"2026-07-03T16:52:22.193334Z","steps":["trace[878590843] 'agreement among raft nodes before linearized reading' (duration: 176.429693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.193439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.147194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:52:22.193506Z","caller":"traceutil/trace.go:171","msg":"trace[659385000] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26879; }","duration":"301.252825ms","start":"2026-07-03T16:52:21.89224Z","end":"2026-07-03T16:52:22.193493Z","steps":["trace[659385000] 'agreement among raft nodes before linearized reading' (duration: 301.064231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.193546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.892224Z","time spent":"301.314107ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:22.693545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:52:22.726809Z","caller":"traceutil/trace.go:171","msg":"trace[1400245887] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"559.438597ms","start":"2026-07-03T16:52:22.167352Z","end":"2026-07-03T16:52:22.72679Z","steps":["trace[1400245887] 'process raft request' (duration: 559.280114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.726936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.167331Z","time spent":"559.52462ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:22.866973Z","caller":"traceutil/trace.go:171","msg":"trace[1296194914] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"669.530974ms","start":"2026-07-03T16:52:22.197391Z","end":"2026-07-03T16:52:22.866922Z","steps":["trace[1296194914] 'process raft request' (duration: 605.631195ms)","trace[1296194914] 'compare' (duration: 63.585602ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:22.867094Z","caller":"traceutil/trace.go:171","msg":"trace[275884076] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"668.51868ms","start":"2026-07-03T16:52:22.198536Z","end":"2026-07-03T16:52:22.867055Z","steps":["trace[275884076] 'process raft request' (duration: 668.271765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.197339Z","time spent":"669.719328ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:22.867181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.874555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-03T16:52:22.867237Z","caller":"traceutil/trace.go:171","msg":"trace[121116610] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26882; }","duration":"701.976097ms","start":"2026-07-03T16:52:22.165247Z","end":"2026-07-03T16:52:22.867223Z","steps":["trace[121116610] 'agreement among raft nodes before linearized reading' (duration: 701.792442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.16523Z","time spent":"702.034668ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-03T16:52:22.866993Z","caller":"traceutil/trace.go:171","msg":"trace[1011943682] linearizableReadLoop","detail":"{readStateIndex:27823; appliedIndex:27820; }","duration":"674.003366ms","start":"2026-07-03T16:52:22.192968Z","end":"2026-07-03T16:52:22.866972Z","steps":["trace[1011943682] 'read index received' (duration: 533.70559ms)","trace[1011943682] 'applied index is now lower than readState.Index' (duration: 140.296906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:22.867271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.198517Z","time spent":"668.665305ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:22.867457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.56252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:22.867492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.060276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:22.867536Z","caller":"traceutil/trace.go:171","msg":"trace[1177214490] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26882; }","duration":"695.682583ms","start":"2026-07-03T16:52:22.171834Z","end":"2026-07-03T16:52:22.867516Z","steps":["trace[1177214490] 'agreement among raft nodes before linearized reading' (duration: 695.530139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:22.867556Z","caller":"traceutil/trace.go:171","msg":"trace[735401693] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:26882; }","duration":"673.139988ms","start":"2026-07-03T16:52:22.194397Z","end":"2026-07-03T16:52:22.867537Z","steps":["trace[735401693] 'agreement among raft nodes before linearized reading' (duration: 673.036416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.171818Z","time spent":"695.759124ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:22.867604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.194385Z","time spent":"673.204869ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:52:22.867612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.929754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:52:22.867631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.662191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-03T16:52:22.867658Z","caller":"traceutil/trace.go:171","msg":"trace[1782063882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26882; }","duration":"135.033757ms","start":"2026-07-03T16:52:22.732613Z","end":"2026-07-03T16:52:22.867647Z","steps":["trace[1782063882] 'agreement among raft nodes before linearized reading' (duration: 134.873633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.23126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:22.867719Z","caller":"traceutil/trace.go:171","msg":"trace[64117295] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"100.803094ms","start":"2026-07-03T16:52:22.766898Z","end":"2026-07-03T16:52:22.867701Z","steps":["trace[64117295] 'agreement among raft nodes before linearized reading' (duration: 100.528318ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:22.867741Z","caller":"traceutil/trace.go:171","msg":"trace[1378000259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26882; }","duration":"673.305311ms","start":"2026-07-03T16:52:22.194424Z","end":"2026-07-03T16:52:22.867729Z","steps":["trace[1378000259] 'agreement among raft nodes before linearized reading' (duration: 673.215159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.841784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-07-03T16:52:22.867772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.194409Z","time spent":"673.356602ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:52:22.867785Z","caller":"traceutil/trace.go:171","msg":"trace[1077722743] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"124.884634ms","start":"2026-07-03T16:52:22.742887Z","end":"2026-07-03T16:52:22.867771Z","steps":["trace[1077722743] 'agreement among raft nodes before linearized reading' (duration: 124.755631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.424214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:22.867805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.647733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-03T16:52:22.867848Z","caller":"traceutil/trace.go:171","msg":"trace[1192007855] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"132.726935ms","start":"2026-07-03T16:52:22.73511Z","end":"2026-07-03T16:52:22.867837Z","steps":["trace[1192007855] 'agreement among raft nodes before linearized reading' (duration: 132.615792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.255374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-07-03T16:52:22.867848Z","caller":"traceutil/trace.go:171","msg":"trace[1674810753] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26882; }","duration":"519.566567ms","start":"2026-07-03T16:52:22.348263Z","end":"2026-07-03T16:52:22.867829Z","steps":["trace[1674810753] 'agreement among raft nodes before linearized reading' (duration: 519.371552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.819046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-07-03T16:52:22.867936Z","caller":"traceutil/trace.go:171","msg":"trace[448890077] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss; range_end:; response_count:1; response_revision:26882; }","duration":"671.386697ms","start":"2026-07-03T16:52:22.196524Z","end":"2026-07-03T16:52:22.867911Z","steps":["trace[448890077] 'agreement among raft nodes before linearized reading' (duration: 671.05402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.867944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.094282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-07-03T16:52:22.868014Z","caller":"traceutil/trace.go:171","msg":"trace[393684456] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"126.145063ms","start":"2026-07-03T16:52:22.741828Z","end":"2026-07-03T16:52:22.867973Z","steps":["trace[393684456] 'agreement among raft nodes before linearized reading' (duration: 126.039531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.868033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.196515Z","time spent":"671.50247ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss\" "} {"level":"warn","ts":"2026-07-03T16:52:22.868094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.175977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-07-03T16:52:22.86795Z","caller":"traceutil/trace.go:171","msg":"trace[1896432161] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"132.877818ms","start":"2026-07-03T16:52:22.735059Z","end":"2026-07-03T16:52:22.867937Z","steps":["trace[1896432161] 'agreement among raft nodes before linearized reading' (duration: 132.783196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:22.868145Z","caller":"traceutil/trace.go:171","msg":"trace[2120290088] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"127.237378ms","start":"2026-07-03T16:52:22.740895Z","end":"2026-07-03T16:52:22.868132Z","steps":["trace[2120290088] 'agreement among raft nodes before linearized reading' (duration: 127.054214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.868163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.152327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-07-03T16:52:22.868175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.562344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-07-03T16:52:22.867609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.416367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-07-03T16:52:22.8682Z","caller":"traceutil/trace.go:171","msg":"trace[712430850] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"127.220699ms","start":"2026-07-03T16:52:22.740968Z","end":"2026-07-03T16:52:22.868189Z","steps":["trace[712430850] 'agreement among raft nodes before linearized reading' (duration: 127.123717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:22.868202Z","caller":"traceutil/trace.go:171","msg":"trace[1636970439] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"130.610746ms","start":"2026-07-03T16:52:22.737583Z","end":"2026-07-03T16:52:22.868194Z","steps":["trace[1636970439] 'agreement among raft nodes before linearized reading' (duration: 130.529144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:22.868229Z","caller":"traceutil/trace.go:171","msg":"trace[1474180967] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"133.039951ms","start":"2026-07-03T16:52:22.735177Z","end":"2026-07-03T16:52:22.868216Z","steps":["trace[1474180967] 'agreement among raft nodes before linearized reading' (duration: 132.305395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.868352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.150354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-07-03T16:52:22.868664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.348244Z","time spent":"519.67842ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:22.869189Z","caller":"traceutil/trace.go:171","msg":"trace[709178664] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26882; }","duration":"133.924061ms","start":"2026-07-03T16:52:22.735139Z","end":"2026-07-03T16:52:22.869063Z","steps":["trace[709178664] 'agreement among raft nodes before linearized reading' (duration: 132.98915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.870441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.350298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init-rmk6j.18bed4c8e1e4f7e3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26874 ","response":"range_response_count:500 size:385782"} {"level":"info","ts":"2026-07-03T16:52:22.87052Z","caller":"traceutil/trace.go:171","msg":"trace[1304494889] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init-rmk6j.18bed4c8e1e4f7e3\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26882; }","duration":"689.481081ms","start":"2026-07-03T16:52:22.181021Z","end":"2026-07-03T16:52:22.870502Z","steps":["trace[1304494889] 'agreement among raft nodes before linearized reading' (duration: 686.128294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.870603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.181004Z","time spent":"689.558492ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1002,"response size":385805,"request content":"key:\"/registry/events/openstack/neutron-rabbit-init-rmk6j.18bed4c8e1e4f7e3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26874 "} {"level":"info","ts":"2026-07-03T16:52:23.042955Z","caller":"traceutil/trace.go:171","msg":"trace[1032218623] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"169.035214ms","start":"2026-07-03T16:52:22.873902Z","end":"2026-07-03T16:52:23.042938Z","steps":["trace[1032218623] 'process raft request' (duration: 168.86584ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.043109Z","caller":"traceutil/trace.go:171","msg":"trace[4127527] linearizableReadLoop","detail":"{readStateIndex:27826; appliedIndex:27824; }","duration":"132.341435ms","start":"2026-07-03T16:52:22.910751Z","end":"2026-07-03T16:52:23.043092Z","steps":["trace[4127527] 'read index received' (duration: 132.092169ms)","trace[4127527] 'applied index is now lower than readState.Index' (duration: 247.776µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:23.043198Z","caller":"traceutil/trace.go:171","msg":"trace[689498081] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"165.444692ms","start":"2026-07-03T16:52:22.877743Z","end":"2026-07-03T16:52:23.043188Z","steps":["trace[689498081] 'process raft request' (duration: 165.149145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.043363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.316427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:52:23.043397Z","caller":"traceutil/trace.go:171","msg":"trace[2063336441] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:26884; }","duration":"168.371978ms","start":"2026-07-03T16:52:22.875015Z","end":"2026-07-03T16:52:23.043387Z","steps":["trace[2063336441] 'agreement among raft nodes before linearized reading' (duration: 168.264886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.064422Z","caller":"traceutil/trace.go:171","msg":"trace[1626518747] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"152.182898ms","start":"2026-07-03T16:52:22.912216Z","end":"2026-07-03T16:52:23.064399Z","steps":["trace[1626518747] 'process raft request' (duration: 152.103546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.064509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.795005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:23.064547Z","caller":"traceutil/trace.go:171","msg":"trace[78195226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26885; }","duration":"118.859006ms","start":"2026-07-03T16:52:22.945679Z","end":"2026-07-03T16:52:23.064538Z","steps":["trace[78195226] 'agreement among raft nodes before linearized reading' (duration: 118.754994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.064588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.033371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-07-03T16:52:23.06462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.417229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-07-03T16:52:23.064649Z","caller":"traceutil/trace.go:171","msg":"trace[1025312531] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26885; }","duration":"119.128673ms","start":"2026-07-03T16:52:22.945507Z","end":"2026-07-03T16:52:23.064636Z","steps":["trace[1025312531] 'agreement among raft nodes before linearized reading' (duration: 118.910439ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.064682Z","caller":"traceutil/trace.go:171","msg":"trace[313643270] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26885; }","duration":"129.51792ms","start":"2026-07-03T16:52:22.935147Z","end":"2026-07-03T16:52:23.064665Z","steps":["trace[313643270] 'agreement among raft nodes before linearized reading' (duration: 129.284065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.064815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.165987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:52:23.064851Z","caller":"traceutil/trace.go:171","msg":"trace[998105818] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26885; }","duration":"148.228858ms","start":"2026-07-03T16:52:22.916613Z","end":"2026-07-03T16:52:23.064842Z","steps":["trace[998105818] 'agreement among raft nodes before linearized reading' (duration: 148.090195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.066422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.403753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2cc8c296e1f\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26874 ","response":"range_response_count:500 size:387259"} {"level":"info","ts":"2026-07-03T16:52:23.066458Z","caller":"traceutil/trace.go:171","msg":"trace[1818949111] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2cc8c296e1f\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26885; }","duration":"155.447794ms","start":"2026-07-03T16:52:22.911001Z","end":"2026-07-03T16:52:23.066449Z","steps":["trace[1818949111] 'agreement among raft nodes before linearized reading' (duration: 153.772356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.235447Z","caller":"traceutil/trace.go:171","msg":"trace[1796466385] linearizableReadLoop","detail":"{readStateIndex:27829; appliedIndex:27828; }","duration":"127.826193ms","start":"2026-07-03T16:52:23.107598Z","end":"2026-07-03T16:52:23.235424Z","steps":["trace[1796466385] 'read index received' (duration: 29.908284ms)","trace[1796466385] 'applied index is now lower than readState.Index' (duration: 97.916889ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:23.235457Z","caller":"traceutil/trace.go:171","msg":"trace[568391605] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"127.877324ms","start":"2026-07-03T16:52:23.107551Z","end":"2026-07-03T16:52:23.235429Z","steps":["trace[568391605] 'process raft request' (duration: 29.811292ms)","trace[568391605] 'compare' (duration: 97.654572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:23.235753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.131629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:52:23.235813Z","caller":"traceutil/trace.go:171","msg":"trace[1324566643] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26887; }","duration":"128.220661ms","start":"2026-07-03T16:52:23.107579Z","end":"2026-07-03T16:52:23.2358Z","steps":["trace[1324566643] 'agreement among raft nodes before linearized reading' (duration: 127.947955ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.268105Z","caller":"traceutil/trace.go:171","msg":"trace[1145899020] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"156.961528ms","start":"2026-07-03T16:52:23.111126Z","end":"2026-07-03T16:52:23.268087Z","steps":["trace[1145899020] 'process raft request' (duration: 156.825115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.268259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.935004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-03T16:52:23.268285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.261299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-07-03T16:52:23.268351Z","caller":"traceutil/trace.go:171","msg":"trace[477865325] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:26888; }","duration":"120.372532ms","start":"2026-07-03T16:52:23.147963Z","end":"2026-07-03T16:52:23.268335Z","steps":["trace[477865325] 'agreement among raft nodes before linearized reading' (duration: 120.153897ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.268314Z","caller":"traceutil/trace.go:171","msg":"trace[1195071158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26888; }","duration":"159.014115ms","start":"2026-07-03T16:52:23.109288Z","end":"2026-07-03T16:52:23.268303Z","steps":["trace[1195071158] 'agreement among raft nodes before linearized reading' (duration: 158.844922ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.547361Z","caller":"traceutil/trace.go:171","msg":"trace[1940699664] linearizableReadLoop","detail":"{readStateIndex:27832; appliedIndex:27831; }","duration":"246.971125ms","start":"2026-07-03T16:52:23.300328Z","end":"2026-07-03T16:52:23.547299Z","steps":["trace[1940699664] 'read index received' (duration: 246.881883ms)","trace[1940699664] 'applied index is now lower than readState.Index' (duration: 88.202µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:23.547406Z","caller":"traceutil/trace.go:171","msg":"trace[467380529] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"248.223053ms","start":"2026-07-03T16:52:23.299158Z","end":"2026-07-03T16:52:23.547381Z","steps":["trace[467380529] 'process raft request' (duration: 247.991238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.547623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.272762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-03T16:52:23.547728Z","caller":"traceutil/trace.go:171","msg":"trace[893740040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26890; }","duration":"247.345543ms","start":"2026-07-03T16:52:23.30031Z","end":"2026-07-03T16:52:23.547655Z","steps":["trace[893740040] 'agreement among raft nodes before linearized reading' (duration: 247.154829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:23.984234Z","caller":"traceutil/trace.go:171","msg":"trace[120869082] linearizableReadLoop","detail":"{readStateIndex:27833; appliedIndex:27832; }","duration":"436.767034ms","start":"2026-07-03T16:52:23.547435Z","end":"2026-07-03T16:52:23.984202Z","steps":["trace[120869082] 'read index received' (duration: 436.610991ms)","trace[120869082] 'applied index is now lower than readState.Index' (duration: 151.863µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:23.984295Z","caller":"traceutil/trace.go:171","msg":"trace[704053677] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"680.575367ms","start":"2026-07-03T16:52:23.303694Z","end":"2026-07-03T16:52:23.984269Z","steps":["trace[704053677] 'process raft request' (duration: 680.308601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.984413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.303681Z","time spent":"680.67185ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:23.984687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.372566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:23.984755Z","caller":"traceutil/trace.go:171","msg":"trace[968594347] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26891; }","duration":"461.485968ms","start":"2026-07-03T16:52:23.523254Z","end":"2026-07-03T16:52:23.98474Z","steps":["trace[968594347] 'agreement among raft nodes before linearized reading' (duration: 461.092069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.984884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.523241Z","time spent":"461.631772ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:24.112794Z","caller":"traceutil/trace.go:171","msg":"trace[995808593] linearizableReadLoop","detail":"{readStateIndex:27834; appliedIndex:27833; }","duration":"128.462396ms","start":"2026-07-03T16:52:23.984314Z","end":"2026-07-03T16:52:24.112776Z","steps":["trace[995808593] 'read index received' (duration: 114.964997ms)","trace[995808593] 'applied index is now lower than readState.Index' (duration: 13.496509ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:24.112897Z","caller":"traceutil/trace.go:171","msg":"trace[1283101210] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"560.228456ms","start":"2026-07-03T16:52:23.55266Z","end":"2026-07-03T16:52:24.112889Z","steps":["trace[1283101210] 'process raft request' (duration: 546.708226ms)","trace[1283101210] 'compare' (duration: 13.066699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:24.11297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.552645Z","time spent":"560.270326ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:24.11304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.153489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.113115Z","caller":"traceutil/trace.go:171","msg":"trace[1205470371] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26892; }","duration":"415.269722ms","start":"2026-07-03T16:52:23.697825Z","end":"2026-07-03T16:52:24.113095Z","steps":["trace[1205470371] 'agreement among raft nodes before linearized reading' (duration: 415.064048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.113163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.697811Z","time spent":"415.338333ms","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-03T16:52:24.113295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.15629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6\" ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-07-03T16:52:24.113335Z","caller":"traceutil/trace.go:171","msg":"trace[728886774] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6; range_end:; response_count:1; response_revision:26892; }","duration":"125.231951ms","start":"2026-07-03T16:52:23.988091Z","end":"2026-07-03T16:52:24.113323Z","steps":["trace[728886774] 'agreement among raft nodes before linearized reading' (duration: 125.090628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.113387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.839617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.113415Z","caller":"traceutil/trace.go:171","msg":"trace[2125649278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26892; }","duration":"167.902138ms","start":"2026-07-03T16:52:23.945504Z","end":"2026-07-03T16:52:24.113407Z","steps":["trace[2125649278] 'agreement among raft nodes before linearized reading' (duration: 167.849687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.11348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.352664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.113532Z","caller":"traceutil/trace.go:171","msg":"trace[1813935394] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26892; }","duration":"415.516808ms","start":"2026-07-03T16:52:23.697998Z","end":"2026-07-03T16:52:24.113515Z","steps":["trace[1813935394] 'agreement among raft nodes before linearized reading' (duration: 415.360014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.113528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.141925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:24.113574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.697977Z","time spent":"415.582189ms","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-03T16:52:24.113586Z","caller":"traceutil/trace.go:171","msg":"trace[1427427720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26892; }","duration":"452.233097ms","start":"2026-07-03T16:52:23.661342Z","end":"2026-07-03T16:52:24.113576Z","steps":["trace[1427427720] 'agreement among raft nodes before linearized reading' (duration: 452.146845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.113623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.661323Z","time spent":"452.285518ms","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.113827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.282844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f9b813cb-2ac0-4054-a6c8-57adb79f28dc\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-03T16:52:24.113831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.680255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-07-03T16:52:24.113857Z","caller":"traceutil/trace.go:171","msg":"trace[320091339] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f9b813cb-2ac0-4054-a6c8-57adb79f28dc; range_end:; response_count:1; response_revision:26892; }","duration":"562.350264ms","start":"2026-07-03T16:52:23.551498Z","end":"2026-07-03T16:52:24.113848Z","steps":["trace[320091339] 'agreement among raft nodes before linearized reading' (duration: 562.258042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.113862Z","caller":"traceutil/trace.go:171","msg":"trace[861921790] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26892; }","duration":"304.710445ms","start":"2026-07-03T16:52:23.809143Z","end":"2026-07-03T16:52:24.113853Z","steps":["trace[861921790] 'agreement among raft nodes before linearized reading' (duration: 304.582862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.113887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.551482Z","time spent":"562.397776ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-f9b813cb-2ac0-4054-a6c8-57adb79f28dc\" "} {"level":"warn","ts":"2026-07-03T16:52:24.11389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.809084Z","time spent":"304.799927ms","remote":"127.0.0.1:59314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-07-03T16:52:24.329272Z","caller":"traceutil/trace.go:171","msg":"trace[964068750] linearizableReadLoop","detail":"{readStateIndex:27836; appliedIndex:27835; }","duration":"147.576853ms","start":"2026-07-03T16:52:24.181667Z","end":"2026-07-03T16:52:24.329243Z","steps":["trace[964068750] 'read index received' (duration: 147.383579ms)","trace[964068750] 'applied index is now lower than readState.Index' (duration: 191.694µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:24.329336Z","caller":"traceutil/trace.go:171","msg":"trace[1567542891] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"204.297648ms","start":"2026-07-03T16:52:24.125004Z","end":"2026-07-03T16:52:24.329301Z","steps":["trace[1567542891] 'process raft request' (duration: 204.066283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.3295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.180416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-07-03T16:52:24.329502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.169133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-07-03T16:52:24.329536Z","caller":"traceutil/trace.go:171","msg":"trace[1157247855] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26894; }","duration":"200.231528ms","start":"2026-07-03T16:52:24.129294Z","end":"2026-07-03T16:52:24.329526Z","steps":["trace[1157247855] 'agreement among raft nodes before linearized reading' (duration: 200.083863ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.329566Z","caller":"traceutil/trace.go:171","msg":"trace[31817834] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26894; }","duration":"157.276946ms","start":"2026-07-03T16:52:24.172271Z","end":"2026-07-03T16:52:24.329548Z","steps":["trace[31817834] 'agreement among raft nodes before linearized reading' (duration: 157.06559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.332746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.152084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-03T16:52:24.33281Z","caller":"traceutil/trace.go:171","msg":"trace[953415141] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26895; }","duration":"147.256447ms","start":"2026-07-03T16:52:24.185535Z","end":"2026-07-03T16:52:24.332792Z","steps":["trace[953415141] 'agreement among raft nodes before linearized reading' (duration: 147.065303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.332994Z","caller":"traceutil/trace.go:171","msg":"trace[1733537773] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"148.505944ms","start":"2026-07-03T16:52:24.184478Z","end":"2026-07-03T16:52:24.332984Z","steps":["trace[1733537773] 'process raft request' (duration: 147.945562ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.481284Z","caller":"traceutil/trace.go:171","msg":"trace[1924484191] linearizableReadLoop","detail":"{readStateIndex:27838; appliedIndex:27837; }","duration":"133.40217ms","start":"2026-07-03T16:52:24.347851Z","end":"2026-07-03T16:52:24.481253Z","steps":["trace[1924484191] 'read index received' (duration: 65.633261ms)","trace[1924484191] 'applied index is now lower than readState.Index' (duration: 67.767289ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:24.481634Z","caller":"traceutil/trace.go:171","msg":"trace[928045712] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"137.372601ms","start":"2026-07-03T16:52:24.344229Z","end":"2026-07-03T16:52:24.481602Z","steps":["trace[928045712] 'process raft request' (duration: 69.453858ms)","trace[928045712] 'compare' (duration: 67.399961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:24.481729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.859761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:52:24.48176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.573955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" ","response":"range_response_count:1 size:5552"} {"level":"info","ts":"2026-07-03T16:52:24.481779Z","caller":"traceutil/trace.go:171","msg":"trace[2045933451] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26896; }","duration":"133.937962ms","start":"2026-07-03T16:52:24.347827Z","end":"2026-07-03T16:52:24.481765Z","steps":["trace[2045933451] 'agreement among raft nodes before linearized reading' (duration: 133.724177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.48182Z","caller":"traceutil/trace.go:171","msg":"trace[871805044] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-sb274; range_end:; response_count:1; response_revision:26896; }","duration":"130.665337ms","start":"2026-07-03T16:52:24.351134Z","end":"2026-07-03T16:52:24.4818Z","steps":["trace[871805044] 'agreement among raft nodes before linearized reading' (duration: 130.443642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.908061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.136884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:24.908139Z","caller":"traceutil/trace.go:171","msg":"trace[1052257516] linearizableReadLoop","detail":"{readStateIndex:27843; appliedIndex:27842; }","duration":"344.379312ms","start":"2026-07-03T16:52:24.563747Z","end":"2026-07-03T16:52:24.908126Z","steps":["trace[1052257516] 'read index received' (duration: 50.014473ms)","trace[1052257516] 'applied index is now lower than readState.Index' (duration: 294.363299ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:24.908194Z","caller":"traceutil/trace.go:171","msg":"trace[1014428747] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"354.594375ms","start":"2026-07-03T16:52:24.553568Z","end":"2026-07-03T16:52:24.908162Z","steps":["trace[1014428747] 'process raft request' (duration: 60.284697ms)","trace[1014428747] 'compare' (duration: 293.97638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:24.908285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.538245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-03T16:52:24.908307Z","caller":"traceutil/trace.go:171","msg":"trace[1721546205] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26901; }","duration":"344.594887ms","start":"2026-07-03T16:52:24.563706Z","end":"2026-07-03T16:52:24.9083Z","steps":["trace[1721546205] 'agreement among raft nodes before linearized reading' (duration: 344.481744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.908326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.563686Z","time spent":"344.636367ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:52:24.90833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.553544Z","time spent":"354.712138ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:24.90851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.598156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:52:24.908534Z","caller":"traceutil/trace.go:171","msg":"trace[1488375976] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb; range_end:; response_count:1; response_revision:26901; }","duration":"344.634598ms","start":"2026-07-03T16:52:24.563892Z","end":"2026-07-03T16:52:24.908526Z","steps":["trace[1488375976] 'agreement among raft nodes before linearized reading' (duration: 344.571177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.90857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.563885Z","time spent":"344.680769ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb\" "} {"level":"info","ts":"2026-07-03T16:52:25.241616Z","caller":"traceutil/trace.go:171","msg":"trace[11899543] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"324.019247ms","start":"2026-07-03T16:52:24.917563Z","end":"2026-07-03T16:52:25.241582Z","steps":["trace[11899543] 'process raft request' (duration: 262.626224ms)","trace[11899543] 'compare' (duration: 61.24864ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:25.241718Z","caller":"traceutil/trace.go:171","msg":"trace[574047752] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"281.654218ms","start":"2026-07-03T16:52:24.96004Z","end":"2026-07-03T16:52:25.241694Z","steps":["trace[574047752] 'process raft request' (duration: 281.580416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.241754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.917548Z","time spent":"324.131149ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:25.241859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.410316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:25.241883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.105233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:25.24191Z","caller":"traceutil/trace.go:171","msg":"trace[1928187709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26904; }","duration":"296.490757ms","start":"2026-07-03T16:52:24.945408Z","end":"2026-07-03T16:52:25.241899Z","steps":["trace[1928187709] 'agreement among raft nodes before linearized reading' (duration: 296.330354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:25.24192Z","caller":"traceutil/trace.go:171","msg":"trace[522770541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26904; }","duration":"315.163784ms","start":"2026-07-03T16:52:24.926747Z","end":"2026-07-03T16:52:25.24191Z","steps":["trace[522770541] 'agreement among raft nodes before linearized reading' (duration: 315.054471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.241952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.926738Z","time spent":"315.206364ms","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:25.241738Z","caller":"traceutil/trace.go:171","msg":"trace[225312563] linearizableReadLoop","detail":"{readStateIndex:27845; appliedIndex:27844; }","duration":"295.421312ms","start":"2026-07-03T16:52:24.946297Z","end":"2026-07-03T16:52:25.241719Z","steps":["trace[225312563] 'read index received' (duration: 233.854595ms)","trace[225312563] 'applied index is now lower than readState.Index' (duration: 61.564347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:25.242278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.321124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-85976f4f5-52wwk.18bed5199f18ac86\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-07-03T16:52:25.242315Z","caller":"traceutil/trace.go:171","msg":"trace[887090250] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-85976f4f5-52wwk.18bed5199f18ac86; range_end:; response_count:1; response_revision:26904; }","duration":"293.386555ms","start":"2026-07-03T16:52:24.948916Z","end":"2026-07-03T16:52:25.242302Z","steps":["trace[887090250] 'agreement among raft nodes before linearized reading' (duration: 293.246312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.242355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.498056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:25.242409Z","caller":"traceutil/trace.go:171","msg":"trace[1371013267] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26904; }","duration":"212.592499ms","start":"2026-07-03T16:52:25.029803Z","end":"2026-07-03T16:52:25.242396Z","steps":["trace[1371013267] 'agreement among raft nodes before linearized reading' (duration: 212.484236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.242471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.889695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-03T16:52:25.242483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.728974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:52:25.242524Z","caller":"traceutil/trace.go:171","msg":"trace[1252426740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26904; }","duration":"292.978646ms","start":"2026-07-03T16:52:24.949532Z","end":"2026-07-03T16:52:25.242511Z","steps":["trace[1252426740] 'agreement among raft nodes before linearized reading' (duration: 292.775202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:25.242541Z","caller":"traceutil/trace.go:171","msg":"trace[809109602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26904; }","duration":"192.818116ms","start":"2026-07-03T16:52:25.049705Z","end":"2026-07-03T16:52:25.242523Z","steps":["trace[809109602] 'agreement among raft nodes before linearized reading' (duration: 192.658913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.6002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.6498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:25.600347Z","caller":"traceutil/trace.go:171","msg":"trace[485311456] linearizableReadLoop","detail":"{readStateIndex:27847; appliedIndex:27846; }","duration":"353.302346ms","start":"2026-07-03T16:52:25.24702Z","end":"2026-07-03T16:52:25.600322Z","steps":["trace[485311456] 'read index received' (duration: 144.067202ms)","trace[485311456] 'applied index is now lower than readState.Index' (duration: 209.233124ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:25.60045Z","caller":"traceutil/trace.go:171","msg":"trace[1979221839] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"353.715915ms","start":"2026-07-03T16:52:25.246682Z","end":"2026-07-03T16:52:25.600398Z","steps":["trace[1979221839] 'process raft request' (duration: 144.38822ms)","trace[1979221839] 'compare' (duration: 208.342083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:25.600636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.246656Z","time spent":"353.877898ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:25.600739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.700194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-03T16:52:25.600824Z","caller":"traceutil/trace.go:171","msg":"trace[881580696] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4; range_end:; response_count:1; response_revision:26905; }","duration":"353.800247ms","start":"2026-07-03T16:52:25.246997Z","end":"2026-07-03T16:52:25.600797Z","steps":["trace[881580696] 'agreement among raft nodes before linearized reading' (duration: 353.526221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.60088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.24698Z","time spent":"353.885179ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4\" "} {"level":"info","ts":"2026-07-03T16:52:25.75609Z","caller":"traceutil/trace.go:171","msg":"trace[1411274073] linearizableReadLoop","detail":"{readStateIndex:27848; appliedIndex:27847; }","duration":"155.683069ms","start":"2026-07-03T16:52:25.600384Z","end":"2026-07-03T16:52:25.756067Z","steps":["trace[1411274073] 'read index received' (duration: 116.747859ms)","trace[1411274073] 'applied index is now lower than readState.Index' (duration: 38.93422ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:25.756146Z","caller":"traceutil/trace.go:171","msg":"trace[1694355831] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"507.316236ms","start":"2026-07-03T16:52:25.248802Z","end":"2026-07-03T16:52:25.756118Z","steps":["trace[1694355831] 'process raft request' (duration: 468.386316ms)","trace[1694355831] 'compare' (duration: 38.763857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:25.75627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.248784Z","time spent":"507.413709ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:25.756297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.123287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:52:25.756326Z","caller":"traceutil/trace.go:171","msg":"trace[1533093907] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:26906; }","duration":"152.193749ms","start":"2026-07-03T16:52:25.604121Z","end":"2026-07-03T16:52:25.756315Z","steps":["trace[1533093907] 'agreement among raft nodes before linearized reading' (duration: 152.063136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.756918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.730624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:52:25.756969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.001125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-03T16:52:25.757031Z","caller":"traceutil/trace.go:171","msg":"trace[1601139196] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26906; }","duration":"488.221119ms","start":"2026-07-03T16:52:25.268791Z","end":"2026-07-03T16:52:25.757013Z","steps":["trace[1601139196] 'agreement among raft nodes before linearized reading' (duration: 487.325279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:25.75702Z","caller":"traceutil/trace.go:171","msg":"trace[188839683] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26906; }","duration":"146.856837ms","start":"2026-07-03T16:52:25.610135Z","end":"2026-07-03T16:52:25.756992Z","steps":["trace[188839683] 'agreement among raft nodes before linearized reading' (duration: 146.135741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.757065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.268782Z","time spent":"488.275261ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-03T16:52:25.767456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.586749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:5624"} {"level":"info","ts":"2026-07-03T16:52:25.767522Z","caller":"traceutil/trace.go:171","msg":"trace[1548608072] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:26906; }","duration":"516.679461ms","start":"2026-07-03T16:52:25.250826Z","end":"2026-07-03T16:52:25.767505Z","steps":["trace[1548608072] 'agreement among raft nodes before linearized reading' (duration: 505.352233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:25.767558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.250819Z","time spent":"516.732162ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5647,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"warn","ts":"2026-07-03T16:52:26.015176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.47669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5716e49\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-03T16:52:26.015243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.833827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:52:26.015251Z","caller":"traceutil/trace.go:171","msg":"trace[704529372] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5716e49; range_end:; response_count:1; response_revision:26907; }","duration":"157.599363ms","start":"2026-07-03T16:52:25.857633Z","end":"2026-07-03T16:52:26.015233Z","steps":["trace[704529372] 'range keys from in-memory index tree' (duration: 157.299286ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:26.015268Z","caller":"traceutil/trace.go:171","msg":"trace[2063682045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26907; }","duration":"153.876927ms","start":"2026-07-03T16:52:25.861385Z","end":"2026-07-03T16:52:26.015261Z","steps":["trace[2063682045] 'range keys from in-memory index tree' (duration: 153.756455ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:26.029618Z","caller":"traceutil/trace.go:171","msg":"trace[1756983807] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"166.418734ms","start":"2026-07-03T16:52:25.863174Z","end":"2026-07-03T16:52:26.029592Z","steps":["trace[1756983807] 'process raft request' (duration: 166.24709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:26.068398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.382049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:26.068459Z","caller":"traceutil/trace.go:171","msg":"trace[1887083224] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26910; }","duration":"102.461271ms","start":"2026-07-03T16:52:25.965985Z","end":"2026-07-03T16:52:26.068446Z","steps":["trace[1887083224] 'agreement among raft nodes before linearized reading' (duration: 102.346818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:26.405802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.12243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:26.40587Z","caller":"traceutil/trace.go:171","msg":"trace[70078590] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"328.361945ms","start":"2026-07-03T16:52:26.077496Z","end":"2026-07-03T16:52:26.405858Z","steps":["trace[70078590] 'process raft request' (duration: 84.134503ms)","trace[70078590] 'compare' (duration: 243.801063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:26.405901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.077473Z","time spent":"328.415257ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:52:26.427223Z","caller":"traceutil/trace.go:171","msg":"trace[1209789378] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"348.593648ms","start":"2026-07-03T16:52:26.078606Z","end":"2026-07-03T16:52:26.4272Z","steps":["trace[1209789378] 'process raft request' (duration: 348.397713ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:26.427376Z","caller":"traceutil/trace.go:171","msg":"trace[1359244406] linearizableReadLoop","detail":"{readStateIndex:27854; appliedIndex:27852; }","duration":"344.596777ms","start":"2026-07-03T16:52:26.082761Z","end":"2026-07-03T16:52:26.427357Z","steps":["trace[1359244406] 'read index received' (duration: 78.884734ms)","trace[1359244406] 'applied index is now lower than readState.Index' (duration: 265.707943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:26.427385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.078598Z","time spent":"348.694221ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:26.427559Z","caller":"traceutil/trace.go:171","msg":"trace[446857354] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"341.669139ms","start":"2026-07-03T16:52:26.085854Z","end":"2026-07-03T16:52:26.427523Z","steps":["trace[446857354] 'process raft request' (duration: 341.2842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:26.427627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.632495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:26.427684Z","caller":"traceutil/trace.go:171","msg":"trace[1149947722] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26913; }","duration":"343.724438ms","start":"2026-07-03T16:52:26.083929Z","end":"2026-07-03T16:52:26.427654Z","steps":["trace[1149947722] 'agreement among raft nodes before linearized reading' (duration: 343.638825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:26.427715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.083908Z","time spent":"343.800059ms","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:26.427722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.439172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-03T16:52:26.427747Z","caller":"traceutil/trace.go:171","msg":"trace[450108175] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26913; }","duration":"242.486104ms","start":"2026-07-03T16:52:26.185252Z","end":"2026-07-03T16:52:26.427738Z","steps":["trace[450108175] 'agreement among raft nodes before linearized reading' (duration: 242.371421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:26.427825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.08583Z","time spent":"341.804294ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:26.428719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.905707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:52:26.428905Z","caller":"traceutil/trace.go:171","msg":"trace[1376948668] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:26913; }","duration":"346.149933ms","start":"2026-07-03T16:52:26.082731Z","end":"2026-07-03T16:52:26.42888Z","steps":["trace[1376948668] 'agreement among raft nodes before linearized reading' (duration: 344.765121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:26.428995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.08272Z","time spent":"346.258756ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:52:26.664471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.462068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:26.664618Z","caller":"traceutil/trace.go:171","msg":"trace[1757846745] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"155.373221ms","start":"2026-07-03T16:52:26.509175Z","end":"2026-07-03T16:52:26.664548Z","steps":["trace[1757846745] 'process raft request' (duration: 22.77671ms)","trace[1757846745] 'compare' (duration: 132.357856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:27.499207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.919776ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:27.499346Z","caller":"traceutil/trace.go:171","msg":"trace[1221000584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26915; }","duration":"510.07902ms","start":"2026-07-03T16:52:26.989248Z","end":"2026-07-03T16:52:27.499327Z","steps":["trace[1221000584] 'range keys from in-memory index tree' (duration: 509.900096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:27.499811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.776173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:27.499995Z","caller":"traceutil/trace.go:171","msg":"trace[560741922] linearizableReadLoop","detail":"{readStateIndex:27858; appliedIndex:27856; }","duration":"984.232988ms","start":"2026-07-03T16:52:26.515733Z","end":"2026-07-03T16:52:27.499966Z","steps":["trace[560741922] 'read index received' (duration: 16.387554ms)","trace[560741922] 'applied index is now lower than readState.Index' (duration: 967.842894ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:27.500052Z","caller":"traceutil/trace.go:171","msg":"trace[547335617] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"986.998062ms","start":"2026-07-03T16:52:26.513005Z","end":"2026-07-03T16:52:27.500003Z","steps":["trace[547335617] 'process raft request' (duration: 294.798739ms)","trace[547335617] 'compare' (duration: 691.512797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:27.500285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.51298Z","time spent":"987.170865ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:27.500566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.078695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:27.500616Z","caller":"traceutil/trace.go:171","msg":"trace[1607800472] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26916; }","duration":"379.174078ms","start":"2026-07-03T16:52:27.121426Z","end":"2026-07-03T16:52:27.5006Z","steps":["trace[1607800472] 'agreement among raft nodes before linearized reading' (duration: 379.073075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:27.500594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.45207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:27.500655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.121404Z","time spent":"379.24049ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:27.500673Z","caller":"traceutil/trace.go:171","msg":"trace[1630758260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26916; }","duration":"556.569823ms","start":"2026-07-03T16:52:26.94408Z","end":"2026-07-03T16:52:27.50065Z","steps":["trace[1630758260] 'agreement among raft nodes before linearized reading' (duration: 556.422189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:27.500724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.967445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-07-03T16:52:27.50072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.944062Z","time spent":"556.648984ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:52:27.50078Z","caller":"traceutil/trace.go:171","msg":"trace[793599904] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26916; }","duration":"156.083519ms","start":"2026-07-03T16:52:27.344681Z","end":"2026-07-03T16:52:27.500764Z","steps":["trace[793599904] 'agreement among raft nodes before linearized reading' (duration: 155.75817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:27.50079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.827098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-vfc58.18bed5af160f7b4b\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-03T16:52:27.500849Z","caller":"traceutil/trace.go:171","msg":"trace[1949856482] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-vfc58.18bed5af160f7b4b; range_end:; response_count:1; response_revision:26916; }","duration":"832.92523ms","start":"2026-07-03T16:52:26.6679Z","end":"2026-07-03T16:52:27.500825Z","steps":["trace[1949856482] 'agreement among raft nodes before linearized reading' (duration: 832.200993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:27.500913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.667879Z","time spent":"833.011843ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":900,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-vfc58.18bed5af160f7b4b\" "} {"level":"warn","ts":"2026-07-03T16:52:27.502401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.666924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:27.502451Z","caller":"traceutil/trace.go:171","msg":"trace[1857810251] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26916; }","duration":"986.753566ms","start":"2026-07-03T16:52:26.515685Z","end":"2026-07-03T16:52:27.502439Z","steps":["trace[1857810251] 'agreement among raft nodes before linearized reading' (duration: 986.609253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:27.502478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.515644Z","time spent":"986.827347ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:27.650693Z","caller":"traceutil/trace.go:171","msg":"trace[1128684839] linearizableReadLoop","detail":"{readStateIndex:27859; appliedIndex:27858; }","duration":"145.566737ms","start":"2026-07-03T16:52:27.505078Z","end":"2026-07-03T16:52:27.650644Z","steps":["trace[1128684839] 'read index received' (duration: 134.901683ms)","trace[1128684839] 'applied index is now lower than readState.Index' (duration: 10.662154ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:27.650748Z","caller":"traceutil/trace.go:171","msg":"trace[1742455321] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"146.866947ms","start":"2026-07-03T16:52:27.503844Z","end":"2026-07-03T16:52:27.650711Z","steps":["trace[1742455321] 'process raft request' (duration: 136.118431ms)","trace[1742455321] 'compare' (duration: 10.449519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:27.651208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.12108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58\" ","response":"range_response_count:1 size:4230"} {"level":"info","ts":"2026-07-03T16:52:27.651256Z","caller":"traceutil/trace.go:171","msg":"trace[201623113] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58; range_end:; response_count:1; response_revision:26917; }","duration":"146.188252ms","start":"2026-07-03T16:52:27.50505Z","end":"2026-07-03T16:52:27.651238Z","steps":["trace[201623113] 'agreement among raft nodes before linearized reading' (duration: 145.746282ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:28.142043Z","caller":"traceutil/trace.go:171","msg":"trace[1104206916] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"390.796753ms","start":"2026-07-03T16:52:27.751221Z","end":"2026-07-03T16:52:28.142017Z","steps":["trace[1104206916] 'process raft request' (duration: 390.604509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.142195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.751208Z","time spent":"390.921287ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:52:28.36634Z","caller":"traceutil/trace.go:171","msg":"trace[1463894050] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"612.581303ms","start":"2026-07-03T16:52:27.753737Z","end":"2026-07-03T16:52:28.366318Z","steps":["trace[1463894050] 'process raft request' (duration: 612.364827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.366608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.75371Z","time spent":"612.704856ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:28.36719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.822731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:52:28.367234Z","caller":"traceutil/trace.go:171","msg":"trace[731251294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26922; }","duration":"606.904333ms","start":"2026-07-03T16:52:27.760317Z","end":"2026-07-03T16:52:28.367222Z","steps":["trace[731251294] 'agreement among raft nodes before linearized reading' (duration: 606.76484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.36739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.760303Z","time spent":"607.074098ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:52:28.36704Z","caller":"traceutil/trace.go:171","msg":"trace[1101658466] linearizableReadLoop","detail":"{readStateIndex:27864; appliedIndex:27862; }","duration":"605.908181ms","start":"2026-07-03T16:52:27.76037Z","end":"2026-07-03T16:52:28.366278Z","steps":["trace[1101658466] 'read index received' (duration: 381.499361ms)","trace[1101658466] 'applied index is now lower than readState.Index' (duration: 224.40785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:28.371192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.491818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:28.371239Z","caller":"traceutil/trace.go:171","msg":"trace[828621413] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26922; }","duration":"478.62319ms","start":"2026-07-03T16:52:27.892602Z","end":"2026-07-03T16:52:28.371225Z","steps":["trace[828621413] 'agreement among raft nodes before linearized reading' (duration: 478.515898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.371276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.892564Z","time spent":"478.702872ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:28.371998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.027975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T16:52:28.372081Z","caller":"traceutil/trace.go:171","msg":"trace[1522409081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26922; }","duration":"138.187509ms","start":"2026-07-03T16:52:28.233874Z","end":"2026-07-03T16:52:28.372062Z","steps":["trace[1522409081] 'agreement among raft nodes before linearized reading' (duration: 137.894872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.372073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.282941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-07-03T16:52:28.371784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.10528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:28.372181Z","caller":"traceutil/trace.go:171","msg":"trace[1119556150] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec; range_end:; response_count:1; response_revision:26922; }","duration":"225.438994ms","start":"2026-07-03T16:52:28.146712Z","end":"2026-07-03T16:52:28.372151Z","steps":["trace[1119556150] 'agreement among raft nodes before linearized reading' (duration: 225.127837ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:28.372266Z","caller":"traceutil/trace.go:171","msg":"trace[1585961935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26922; }","duration":"426.592283ms","start":"2026-07-03T16:52:27.945621Z","end":"2026-07-03T16:52:28.372213Z","steps":["trace[1585961935] 'agreement among raft nodes before linearized reading' (duration: 426.100851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.372308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.945604Z","time spent":"426.694625ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:52:28.619018Z","caller":"traceutil/trace.go:171","msg":"trace[752177330] linearizableReadLoop","detail":"{readStateIndex:27867; appliedIndex:27865; }","duration":"186.458323ms","start":"2026-07-03T16:52:28.432536Z","end":"2026-07-03T16:52:28.618995Z","steps":["trace[752177330] 'read index received' (duration: 184.275782ms)","trace[752177330] 'applied index is now lower than readState.Index' (duration: 2.18113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:28.619258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.703988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:52:28.619297Z","caller":"traceutil/trace.go:171","msg":"trace[1866141838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26925; }","duration":"186.78289ms","start":"2026-07-03T16:52:28.432505Z","end":"2026-07-03T16:52:28.619288Z","steps":["trace[1866141838] 'agreement among raft nodes before linearized reading' (duration: 186.581416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:28.619576Z","caller":"traceutil/trace.go:171","msg":"trace[533066320] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"238.157844ms","start":"2026-07-03T16:52:28.381408Z","end":"2026-07-03T16:52:28.619566Z","steps":["trace[533066320] 'process raft request' (duration: 235.427202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:28.620433Z","caller":"traceutil/trace.go:171","msg":"trace[1368309788] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"237.864228ms","start":"2026-07-03T16:52:28.382555Z","end":"2026-07-03T16:52:28.620419Z","steps":["trace[1368309788] 'process raft request' (duration: 236.337043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.856297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.415517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:28.856391Z","caller":"traceutil/trace.go:171","msg":"trace[726232332] linearizableReadLoop","detail":"{readStateIndex:27869; appliedIndex:27868; }","duration":"167.918787ms","start":"2026-07-03T16:52:28.688456Z","end":"2026-07-03T16:52:28.856374Z","steps":["trace[726232332] 'read index received' (duration: 45.370657ms)","trace[726232332] 'applied index is now lower than readState.Index' (duration: 122.54701ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:28.856475Z","caller":"traceutil/trace.go:171","msg":"trace[1524215873] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"228.305699ms","start":"2026-07-03T16:52:28.628158Z","end":"2026-07-03T16:52:28.856464Z","steps":["trace[1524215873] 'process raft request' (duration: 105.650475ms)","trace[1524215873] 'compare' (duration: 122.286465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:28.856587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.120503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-07-03T16:52:28.85664Z","caller":"traceutil/trace.go:171","msg":"trace[1936038385] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7; range_end:; response_count:1; response_revision:26927; }","duration":"168.209895ms","start":"2026-07-03T16:52:28.688418Z","end":"2026-07-03T16:52:28.856628Z","steps":["trace[1936038385] 'agreement among raft nodes before linearized reading' (duration: 168.074142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.856612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.078724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:28.856705Z","caller":"traceutil/trace.go:171","msg":"trace[175499283] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26927; }","duration":"158.220337ms","start":"2026-07-03T16:52:28.698464Z","end":"2026-07-03T16:52:28.856684Z","steps":["trace[175499283] 'agreement among raft nodes before linearized reading' (duration: 158.043143ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:29.37958Z","caller":"traceutil/trace.go:171","msg":"trace[2090319818] linearizableReadLoop","detail":"{readStateIndex:27870; appliedIndex:27869; }","duration":"432.737181ms","start":"2026-07-03T16:52:28.946817Z","end":"2026-07-03T16:52:29.379555Z","steps":["trace[2090319818] 'read index received' (duration: 432.478875ms)","trace[2090319818] 'applied index is now lower than readState.Index' (duration: 257.336µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:29.379642Z","caller":"traceutil/trace.go:171","msg":"trace[1085770911] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"521.231844ms","start":"2026-07-03T16:52:28.858372Z","end":"2026-07-03T16:52:29.379604Z","steps":["trace[1085770911] 'process raft request' (duration: 521.02795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:29.379767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.940475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:29.379801Z","caller":"traceutil/trace.go:171","msg":"trace[1164690443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26928; }","duration":"433.015807ms","start":"2026-07-03T16:52:28.946776Z","end":"2026-07-03T16:52:29.379792Z","steps":["trace[1164690443] 'agreement among raft nodes before linearized reading' (duration: 432.922255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:29.379832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:28.946757Z","time spent":"433.068408ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:29.379873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:28.85835Z","time spent":"521.422448ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:29.37991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.220022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-03T16:52:29.379956Z","caller":"traceutil/trace.go:171","msg":"trace[1629846813] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26928; }","duration":"251.305383ms","start":"2026-07-03T16:52:29.128639Z","end":"2026-07-03T16:52:29.379945Z","steps":["trace[1629846813] 'agreement among raft nodes before linearized reading' (duration: 251.154109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:29.678264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.914653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:29.678543Z","caller":"traceutil/trace.go:171","msg":"trace[2033196511] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"292.780403ms","start":"2026-07-03T16:52:29.38575Z","end":"2026-07-03T16:52:29.678531Z","steps":["trace[2033196511] 'process raft request' (duration: 28.539763ms)","trace[2033196511] 'compare' (duration: 263.835701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:29.915541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.902567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:29.915678Z","caller":"traceutil/trace.go:171","msg":"trace[711784032] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"231.38771ms","start":"2026-07-03T16:52:29.684259Z","end":"2026-07-03T16:52:29.915647Z","steps":["trace[711784032] 'process raft request' (duration: 231.347359ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:29.91587Z","caller":"traceutil/trace.go:171","msg":"trace[1838668890] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"232.546236ms","start":"2026-07-03T16:52:29.683317Z","end":"2026-07-03T16:52:29.915864Z","steps":["trace[1838668890] 'process raft request' (duration: 124.265981ms)","trace[1838668890] 'compare' (duration: 107.805174ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:30.154122Z","caller":"traceutil/trace.go:171","msg":"trace[1199813719] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"222.070566ms","start":"2026-07-03T16:52:29.932031Z","end":"2026-07-03T16:52:30.154102Z","steps":["trace[1199813719] 'process raft request' (duration: 221.987774ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.154163Z","caller":"traceutil/trace.go:171","msg":"trace[1435493163] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"222.157808ms","start":"2026-07-03T16:52:29.931949Z","end":"2026-07-03T16:52:30.154107Z","steps":["trace[1435493163] 'process raft request' (duration: 221.942703ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.665497Z","caller":"traceutil/trace.go:171","msg":"trace[1868829369] linearizableReadLoop","detail":"{readStateIndex:27878; appliedIndex:27877; }","duration":"479.89614ms","start":"2026-07-03T16:52:30.185578Z","end":"2026-07-03T16:52:30.665474Z","steps":["trace[1868829369] 'read index received' (duration: 479.679325ms)","trace[1868829369] 'applied index is now lower than readState.Index' (duration: 216.025µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:30.665576Z","caller":"traceutil/trace.go:171","msg":"trace[916876618] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"488.474225ms","start":"2026-07-03T16:52:30.177061Z","end":"2026-07-03T16:52:30.665535Z","steps":["trace[916876618] 'process raft request' (duration: 488.2581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.665784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.160465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-07-03T16:52:30.665825Z","caller":"traceutil/trace.go:171","msg":"trace[1208995493] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:26936; }","duration":"480.271867ms","start":"2026-07-03T16:52:30.185543Z","end":"2026-07-03T16:52:30.665815Z","steps":["trace[1208995493] 'agreement among raft nodes before linearized reading' (duration: 480.052892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.665833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.177047Z","time spent":"488.639878ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:30.665874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.594884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:52:30.665879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.862508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" ","response":"range_response_count:1 size:5039"} {"level":"warn","ts":"2026-07-03T16:52:30.665861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.185527Z","time spent":"480.325859ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-07-03T16:52:30.665935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.690426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:52:30.665964Z","caller":"traceutil/trace.go:171","msg":"trace[65396103] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5; range_end:; response_count:1; response_revision:26936; }","duration":"479.95864ms","start":"2026-07-03T16:52:30.185985Z","end":"2026-07-03T16:52:30.665943Z","steps":["trace[65396103] 'agreement among raft nodes before linearized reading' (duration: 479.675384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.666008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.123105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:30.66602Z","caller":"traceutil/trace.go:171","msg":"trace[729331278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26936; }","duration":"378.809709ms","start":"2026-07-03T16:52:30.287191Z","end":"2026-07-03T16:52:30.666001Z","steps":["trace[729331278] 'agreement among raft nodes before linearized reading' (duration: 378.520293ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.666037Z","caller":"traceutil/trace.go:171","msg":"trace[1092015154] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26936; }","duration":"162.208228ms","start":"2026-07-03T16:52:30.503821Z","end":"2026-07-03T16:52:30.666029Z","steps":["trace[1092015154] 'agreement among raft nodes before linearized reading' (duration: 162.154737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.666035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.18598Z","time spent":"480.038053ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5062,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" "} {"level":"warn","ts":"2026-07-03T16:52:30.666044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.344286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:52:30.66607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.287179Z","time spent":"378.881801ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:52:30.666079Z","caller":"traceutil/trace.go:171","msg":"trace[1230178128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26936; }","duration":"234.432419ms","start":"2026-07-03T16:52:30.431635Z","end":"2026-07-03T16:52:30.666067Z","steps":["trace[1230178128] 'agreement among raft nodes before linearized reading' (duration: 234.356587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.665951Z","caller":"traceutil/trace.go:171","msg":"trace[1577812947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26936; }","duration":"378.698307ms","start":"2026-07-03T16:52:30.287235Z","end":"2026-07-03T16:52:30.665933Z","steps":["trace[1577812947] 'agreement among raft nodes before linearized reading' (duration: 378.453951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.66617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.287229Z","time spent":"378.918423ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:30.665959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.03008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-03T16:52:30.666292Z","caller":"traceutil/trace.go:171","msg":"trace[1576823088] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26936; }","duration":"381.366979ms","start":"2026-07-03T16:52:30.284876Z","end":"2026-07-03T16:52:30.666243Z","steps":["trace[1576823088] 'agreement among raft nodes before linearized reading' (duration: 381.01732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.666354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.284852Z","time spent":"381.478261ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T16:52:30.869076Z","caller":"traceutil/trace.go:171","msg":"trace[490984035] linearizableReadLoop","detail":"{readStateIndex:27879; appliedIndex:27878; }","duration":"197.986227ms","start":"2026-07-03T16:52:30.67106Z","end":"2026-07-03T16:52:30.869046Z","steps":["trace[490984035] 'read index received' (duration: 106.810422ms)","trace[490984035] 'applied index is now lower than readState.Index' (duration: 91.171005ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:30.869119Z","caller":"traceutil/trace.go:171","msg":"trace[963096715] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"198.070488ms","start":"2026-07-03T16:52:30.670997Z","end":"2026-07-03T16:52:30.869068Z","steps":["trace[963096715] 'process raft request' (duration: 106.584206ms)","trace[963096715] 'compare' (duration: 91.119374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:30.869328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.241912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865df7e6\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-03T16:52:30.869372Z","caller":"traceutil/trace.go:171","msg":"trace[1283634427] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865df7e6; range_end:; response_count:1; response_revision:26937; }","duration":"198.331155ms","start":"2026-07-03T16:52:30.671029Z","end":"2026-07-03T16:52:30.869361Z","steps":["trace[1283634427] 'agreement among raft nodes before linearized reading' (duration: 198.147231ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.891609Z","caller":"traceutil/trace.go:171","msg":"trace[1695404166] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"219.865766ms","start":"2026-07-03T16:52:30.671727Z","end":"2026-07-03T16:52:30.891593Z","steps":["trace[1695404166] 'process raft request' (duration: 219.778664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.891794Z","caller":"traceutil/trace.go:171","msg":"trace[301764255] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"220.259216ms","start":"2026-07-03T16:52:30.671498Z","end":"2026-07-03T16:52:30.891757Z","steps":["trace[301764255] 'process raft request' (duration: 219.919118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.891924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.963303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:30.891965Z","caller":"traceutil/trace.go:171","msg":"trace[2056529510] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26940; }","duration":"218.050635ms","start":"2026-07-03T16:52:30.673901Z","end":"2026-07-03T16:52:30.891952Z","steps":["trace[2056529510] 'agreement among raft nodes before linearized reading' (duration: 217.977294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.891821Z","caller":"traceutil/trace.go:171","msg":"trace[1610816491] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"216.477099ms","start":"2026-07-03T16:52:30.675324Z","end":"2026-07-03T16:52:30.891801Z","steps":["trace[1610816491] 'process raft request' (duration: 216.222653ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:31.280763Z","caller":"traceutil/trace.go:171","msg":"trace[880126743] linearizableReadLoop","detail":"{readStateIndex:27883; appliedIndex:27882; }","duration":"388.96315ms","start":"2026-07-03T16:52:30.891777Z","end":"2026-07-03T16:52:31.28074Z","steps":["trace[880126743] 'read index received' (duration: 388.891529ms)","trace[880126743] 'applied index is now lower than readState.Index' (duration: 70.851µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:31.280799Z","caller":"traceutil/trace.go:171","msg":"trace[852575385] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"408.376075ms","start":"2026-07-03T16:52:30.87239Z","end":"2026-07-03T16:52:31.280766Z","steps":["trace[852575385] 'process raft request' (duration: 408.216221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.280939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.872364Z","time spent":"408.498707ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:31.281047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.338171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-03T16:52:31.281141Z","caller":"traceutil/trace.go:171","msg":"trace[1614188694] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26941; }","duration":"400.457623ms","start":"2026-07-03T16:52:30.880661Z","end":"2026-07-03T16:52:31.281118Z","steps":["trace[1614188694] 'agreement among raft nodes before linearized reading' (duration: 400.149396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.281185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.880651Z","time spent":"400.524985ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:52:31.337587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.014471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:31.337656Z","caller":"traceutil/trace.go:171","msg":"trace[1773970918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26942; }","duration":"392.139494ms","start":"2026-07-03T16:52:30.945501Z","end":"2026-07-03T16:52:31.337641Z","steps":["trace[1773970918] 'agreement among raft nodes before linearized reading' (duration: 391.999991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.337692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.945482Z","time spent":"392.204215ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:31.337728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.125436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" ","response":"range_response_count:1 size:5051"} {"level":"info","ts":"2026-07-03T16:52:31.337799Z","caller":"traceutil/trace.go:171","msg":"trace[477938266] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5; range_end:; response_count:1; response_revision:26942; }","duration":"442.221688ms","start":"2026-07-03T16:52:30.895557Z","end":"2026-07-03T16:52:31.337778Z","steps":["trace[477938266] 'agreement among raft nodes before linearized reading' (duration: 442.029184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.337852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.895546Z","time spent":"442.298001ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5074,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" "} {"level":"info","ts":"2026-07-03T16:52:31.337865Z","caller":"traceutil/trace.go:171","msg":"trace[234373031] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"440.54671ms","start":"2026-07-03T16:52:30.897306Z","end":"2026-07-03T16:52:31.337853Z","steps":["trace[234373031] 'process raft request' (duration: 406.43976ms)","trace[234373031] 'compare' (duration: 33.170769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:31.337936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.897294Z","time spent":"440.59112ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:31.338096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.397989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:52:31.338125Z","caller":"traceutil/trace.go:171","msg":"trace[2046708577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26942; }","duration":"441.43638ms","start":"2026-07-03T16:52:30.89668Z","end":"2026-07-03T16:52:31.338116Z","steps":["trace[2046708577] 'agreement among raft nodes before linearized reading' (duration: 441.345688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.33816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.896674Z","time spent":"441.479141ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:31.338188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.702054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:52:31.338212Z","caller":"traceutil/trace.go:171","msg":"trace[94238672] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26942; }","duration":"262.753346ms","start":"2026-07-03T16:52:31.07545Z","end":"2026-07-03T16:52:31.338203Z","steps":["trace[94238672] 'agreement among raft nodes before linearized reading' (duration: 262.696334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.338309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.893864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-03T16:52:31.338331Z","caller":"traceutil/trace.go:171","msg":"trace[1501882289] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26942; }","duration":"358.942165ms","start":"2026-07-03T16:52:30.979378Z","end":"2026-07-03T16:52:31.33832Z","steps":["trace[1501882289] 'agreement among raft nodes before linearized reading' (duration: 358.886454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.338348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.97936Z","time spent":"358.983676ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:52:31.338395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.271109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:52:31.338429Z","caller":"traceutil/trace.go:171","msg":"trace[1880852134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26942; }","duration":"442.342081ms","start":"2026-07-03T16:52:30.896078Z","end":"2026-07-03T16:52:31.33842Z","steps":["trace[1880852134] 'agreement among raft nodes before linearized reading' (duration: 442.244098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:31.338456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.896059Z","time spent":"442.391932ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:31.338134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.507396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:52:31.338597Z","caller":"traceutil/trace.go:171","msg":"trace[1049524037] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26942; }","duration":"110.990688ms","start":"2026-07-03T16:52:31.227593Z","end":"2026-07-03T16:52:31.338583Z","steps":["trace[1049524037] 'agreement among raft nodes before linearized reading' (duration: 110.443985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:31.594146Z","caller":"traceutil/trace.go:171","msg":"trace[1896535183] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"251.897318ms","start":"2026-07-03T16:52:31.342228Z","end":"2026-07-03T16:52:31.594125Z","steps":["trace[1896535183] 'process raft request' (duration: 251.591031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:31.594123Z","caller":"traceutil/trace.go:171","msg":"trace[360080679] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"252.298887ms","start":"2026-07-03T16:52:31.341809Z","end":"2026-07-03T16:52:31.594108Z","steps":["trace[360080679] 'process raft request' (duration: 251.379755ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:31.594455Z","caller":"traceutil/trace.go:171","msg":"trace[58384885] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"246.362722ms","start":"2026-07-03T16:52:31.34761Z","end":"2026-07-03T16:52:31.593972Z","steps":["trace[58384885] 'process raft request' (duration: 246.30187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:31.817718Z","caller":"traceutil/trace.go:171","msg":"trace[877310539] linearizableReadLoop","detail":"{readStateIndex:27890; appliedIndex:27889; }","duration":"189.259336ms","start":"2026-07-03T16:52:31.628426Z","end":"2026-07-03T16:52:31.817685Z","steps":["trace[877310539] 'read index received' (duration: 100.843115ms)","trace[877310539] 'applied index is now lower than readState.Index' (duration: 88.415081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:31.818059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.615025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed474d1904492\" ","response":"range_response_count:1 size:851"} {"level":"info","ts":"2026-07-03T16:52:31.818087Z","caller":"traceutil/trace.go:171","msg":"trace[381454395] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"212.255332ms","start":"2026-07-03T16:52:31.605808Z","end":"2026-07-03T16:52:31.818063Z","steps":["trace[381454395] 'process raft request' (duration: 123.477582ms)","trace[381454395] 'compare' (duration: 88.243838ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:31.818128Z","caller":"traceutil/trace.go:171","msg":"trace[1481295793] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed474d1904492; range_end:; response_count:1; response_revision:26948; }","duration":"189.735577ms","start":"2026-07-03T16:52:31.628375Z","end":"2026-07-03T16:52:31.81811Z","steps":["trace[1481295793] 'agreement among raft nodes before linearized reading' (duration: 189.43377ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:32.063482Z","caller":"traceutil/trace.go:171","msg":"trace[902277217] linearizableReadLoop","detail":"{readStateIndex:27891; appliedIndex:27890; }","duration":"241.412669ms","start":"2026-07-03T16:52:31.822047Z","end":"2026-07-03T16:52:32.06346Z","steps":["trace[902277217] 'read index received' (duration: 241.302036ms)","trace[902277217] 'applied index is now lower than readState.Index' (duration: 109.783µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:32.063568Z","caller":"traceutil/trace.go:171","msg":"trace[188669249] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"242.734118ms","start":"2026-07-03T16:52:31.820793Z","end":"2026-07-03T16:52:32.063527Z","steps":["trace[188669249] 'process raft request' (duration: 242.525774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:32.063729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.668004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-6b6ccbf6b8-jfjj6\" ","response":"range_response_count:1 size:5725"} {"level":"info","ts":"2026-07-03T16:52:32.063762Z","caller":"traceutil/trace.go:171","msg":"trace[130394633] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-6b6ccbf6b8-jfjj6; range_end:; response_count:1; response_revision:26949; }","duration":"241.752866ms","start":"2026-07-03T16:52:31.821998Z","end":"2026-07-03T16:52:32.063751Z","steps":["trace[130394633] 'agreement among raft nodes before linearized reading' (duration: 241.552582ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:32.286657Z","caller":"traceutil/trace.go:171","msg":"trace[148622173] linearizableReadLoop","detail":"{readStateIndex:27894; appliedIndex:27893; }","duration":"183.226978ms","start":"2026-07-03T16:52:32.103411Z","end":"2026-07-03T16:52:32.286638Z","steps":["trace[148622173] 'read index received' (duration: 165.246498ms)","trace[148622173] 'applied index is now lower than readState.Index' (duration: 17.97957ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:32.286732Z","caller":"traceutil/trace.go:171","msg":"trace[270228643] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"211.770141ms","start":"2026-07-03T16:52:32.074919Z","end":"2026-07-03T16:52:32.286689Z","steps":["trace[270228643] 'process raft request' (duration: 193.75906ms)","trace[270228643] 'compare' (duration: 17.790596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:32.286847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.422443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:52:32.286884Z","caller":"traceutil/trace.go:171","msg":"trace[401241216] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:26952; }","duration":"183.511515ms","start":"2026-07-03T16:52:32.10336Z","end":"2026-07-03T16:52:32.286872Z","steps":["trace[401241216] 'agreement among raft nodes before linearized reading' (duration: 183.380632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:32.579311Z","caller":"traceutil/trace.go:171","msg":"trace[672687776] linearizableReadLoop","detail":"{readStateIndex:27896; appliedIndex:27894; }","duration":"289.632211ms","start":"2026-07-03T16:52:32.289656Z","end":"2026-07-03T16:52:32.579288Z","steps":["trace[672687776] 'read index received' (duration: 75.949936ms)","trace[672687776] 'applied index is now lower than readState.Index' (duration: 213.681245ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:32.579639Z","caller":"traceutil/trace.go:171","msg":"trace[2090589927] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"262.981001ms","start":"2026-07-03T16:52:32.316636Z","end":"2026-07-03T16:52:32.579617Z","steps":["trace[2090589927] 'process raft request' (duration: 262.51802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:32.579784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.110322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" ","response":"range_response_count:1 size:4873"} {"level":"warn","ts":"2026-07-03T16:52:32.579804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.092237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:52:32.579832Z","caller":"traceutil/trace.go:171","msg":"trace[392122649] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5; range_end:; response_count:1; response_revision:26954; }","duration":"290.220385ms","start":"2026-07-03T16:52:32.289599Z","end":"2026-07-03T16:52:32.57982Z","steps":["trace[392122649] 'agreement among raft nodes before linearized reading' (duration: 290.024ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:32.579859Z","caller":"traceutil/trace.go:171","msg":"trace[1387055320] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:26954; }","duration":"211.189318ms","start":"2026-07-03T16:52:32.368654Z","end":"2026-07-03T16:52:32.579843Z","steps":["trace[1387055320] 'agreement among raft nodes before linearized reading' (duration: 210.967833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:32.943909Z","caller":"traceutil/trace.go:171","msg":"trace[279313351] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"242.886893ms","start":"2026-07-03T16:52:32.700998Z","end":"2026-07-03T16:52:32.943885Z","steps":["trace[279313351] 'process raft request' (duration: 242.575364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:32.983818Z","caller":"traceutil/trace.go:171","msg":"trace[2109414027] linearizableReadLoop","detail":"{readStateIndex:27904; appliedIndex:27901; }","duration":"109.169546ms","start":"2026-07-03T16:52:32.87463Z","end":"2026-07-03T16:52:32.9838Z","steps":["trace[2109414027] 'read index received' (duration: 68.971106ms)","trace[2109414027] 'applied index is now lower than readState.Index' (duration: 40.19762ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:32.983846Z","caller":"traceutil/trace.go:171","msg":"trace[137138858] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"260.920874ms","start":"2026-07-03T16:52:32.722895Z","end":"2026-07-03T16:52:32.983816Z","steps":["trace[137138858] 'process raft request' (duration: 260.71787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:32.983911Z","caller":"traceutil/trace.go:171","msg":"trace[1549421161] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"233.791735ms","start":"2026-07-03T16:52:32.750086Z","end":"2026-07-03T16:52:32.983878Z","steps":["trace[1549421161] 'process raft request' (duration: 233.669332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:32.984083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.442392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:52:32.984164Z","caller":"traceutil/trace.go:171","msg":"trace[1487838277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26961; }","duration":"109.584665ms","start":"2026-07-03T16:52:32.87456Z","end":"2026-07-03T16:52:32.984144Z","steps":["trace[1487838277] 'agreement among raft nodes before linearized reading' (duration: 109.336269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.205481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.204453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:33.205626Z","caller":"traceutil/trace.go:171","msg":"trace[900670619] linearizableReadLoop","detail":"{readStateIndex:27905; appliedIndex:27904; }","duration":"221.738669ms","start":"2026-07-03T16:52:32.983869Z","end":"2026-07-03T16:52:33.205607Z","steps":["trace[900670619] 'read index received' (duration: 50.327131ms)","trace[900670619] 'applied index is now lower than readState.Index' (duration: 171.409628ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:33.205668Z","caller":"traceutil/trace.go:171","msg":"trace[1969670100] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"258.15122ms","start":"2026-07-03T16:52:32.94748Z","end":"2026-07-03T16:52:33.205631Z","steps":["trace[1969670100] 'process raft request' (duration: 86.687191ms)","trace[1969670100] 'compare' (duration: 170.430726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:33.205734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.502524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:33.205761Z","caller":"traceutil/trace.go:171","msg":"trace[2126315553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26962; }","duration":"260.571366ms","start":"2026-07-03T16:52:32.945182Z","end":"2026-07-03T16:52:33.205753Z","steps":["trace[2126315553] 'agreement among raft nodes before linearized reading' (duration: 260.511155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.205843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.382716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-07-03T16:52:33.20591Z","caller":"traceutil/trace.go:171","msg":"trace[45360551] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26962; }","duration":"258.506469ms","start":"2026-07-03T16:52:32.947386Z","end":"2026-07-03T16:52:33.205893Z","steps":["trace[45360551] 'agreement among raft nodes before linearized reading' (duration: 258.245593ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.25916Z","caller":"traceutil/trace.go:171","msg":"trace[615947892] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"270.127494ms","start":"2026-07-03T16:52:32.989007Z","end":"2026-07-03T16:52:33.259134Z","steps":["trace[615947892] 'process raft request' (duration: 270.019652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.259263Z","caller":"traceutil/trace.go:171","msg":"trace[2136012648] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"271.589708ms","start":"2026-07-03T16:52:32.987622Z","end":"2026-07-03T16:52:33.259212Z","steps":["trace[2136012648] 'process raft request' (duration: 271.25569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.259385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.574502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-03T16:52:33.259453Z","caller":"traceutil/trace.go:171","msg":"trace[1197591871] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26964; }","duration":"164.692055ms","start":"2026-07-03T16:52:33.094748Z","end":"2026-07-03T16:52:33.25944Z","steps":["trace[1197591871] 'agreement among raft nodes before linearized reading' (duration: 164.48393ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.453178Z","caller":"traceutil/trace.go:171","msg":"trace[1107209380] linearizableReadLoop","detail":"{readStateIndex:27908; appliedIndex:27907; }","duration":"194.051736ms","start":"2026-07-03T16:52:33.259101Z","end":"2026-07-03T16:52:33.453153Z","steps":["trace[1107209380] 'read index received' (duration: 172.380861ms)","trace[1107209380] 'applied index is now lower than readState.Index' (duration: 21.669685ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:33.45321Z","caller":"traceutil/trace.go:171","msg":"trace[1430218742] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"240.304693ms","start":"2026-07-03T16:52:33.212876Z","end":"2026-07-03T16:52:33.453181Z","steps":["trace[1430218742] 'process raft request' (duration: 218.584017ms)","trace[1430218742] 'compare' (duration: 21.440549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:33.453315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.586017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:33.453356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.156063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:52:33.453401Z","caller":"traceutil/trace.go:171","msg":"trace[1409827079] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26965; }","duration":"241.225564ms","start":"2026-07-03T16:52:33.212163Z","end":"2026-07-03T16:52:33.453388Z","steps":["trace[1409827079] 'agreement among raft nodes before linearized reading' (duration: 241.01622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.453397Z","caller":"traceutil/trace.go:171","msg":"trace[1196268571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26965; }","duration":"246.691349ms","start":"2026-07-03T16:52:33.206688Z","end":"2026-07-03T16:52:33.453379Z","steps":["trace[1196268571] 'agreement among raft nodes before linearized reading' (duration: 246.543566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.453446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.211251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:52:33.453487Z","caller":"traceutil/trace.go:171","msg":"trace[1638769818] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:26965; }","duration":"191.302453ms","start":"2026-07-03T16:52:33.262173Z","end":"2026-07-03T16:52:33.453476Z","steps":["trace[1638769818] 'agreement among raft nodes before linearized reading' (duration: 191.120128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.453788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.059802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:52:33.453859Z","caller":"traceutil/trace.go:171","msg":"trace[396315361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26965; }","duration":"112.164584ms","start":"2026-07-03T16:52:33.341677Z","end":"2026-07-03T16:52:33.453842Z","steps":["trace[396315361] 'agreement among raft nodes before linearized reading' (duration: 111.966119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.722782Z","caller":"traceutil/trace.go:171","msg":"trace[303153603] linearizableReadLoop","detail":"{readStateIndex:27912; appliedIndex:27911; }","duration":"181.685554ms","start":"2026-07-03T16:52:33.541073Z","end":"2026-07-03T16:52:33.722758Z","steps":["trace[303153603] 'read index received' (duration: 181.560251ms)","trace[303153603] 'applied index is now lower than readState.Index' (duration: 123.823µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:33.722821Z","caller":"traceutil/trace.go:171","msg":"trace[244382835] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"223.474379ms","start":"2026-07-03T16:52:33.499308Z","end":"2026-07-03T16:52:33.722782Z","steps":["trace[244382835] 'process raft request' (duration: 223.295835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.723025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.63035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8c283b0-727b-4d9b-aedb-547f5934b5e9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:52:33.723102Z","caller":"traceutil/trace.go:171","msg":"trace[379888433] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8c283b0-727b-4d9b-aedb-547f5934b5e9; range_end:; response_count:1; response_revision:26969; }","duration":"264.742222ms","start":"2026-07-03T16:52:33.458337Z","end":"2026-07-03T16:52:33.723079Z","steps":["trace[379888433] 'agreement among raft nodes before linearized reading' (duration: 264.499876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.764242Z","caller":"traceutil/trace.go:171","msg":"trace[1969533196] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"215.360542ms","start":"2026-07-03T16:52:33.54886Z","end":"2026-07-03T16:52:33.76422Z","steps":["trace[1969533196] 'process raft request' (duration: 215.162378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:33.76439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.904662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:52:33.764432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.367582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T16:52:33.764434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.534746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:52:33.764471Z","caller":"traceutil/trace.go:171","msg":"trace[2031673820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26970; }","duration":"110.034096ms","start":"2026-07-03T16:52:33.654416Z","end":"2026-07-03T16:52:33.76445Z","steps":["trace[2031673820] 'agreement among raft nodes before linearized reading' (duration: 109.772259ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.764485Z","caller":"traceutil/trace.go:171","msg":"trace[1432415232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26970; }","duration":"222.489466ms","start":"2026-07-03T16:52:33.54198Z","end":"2026-07-03T16:52:33.76447Z","steps":["trace[1432415232] 'agreement among raft nodes before linearized reading' (duration: 222.203539ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.764506Z","caller":"traceutil/trace.go:171","msg":"trace[2081271823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26970; }","duration":"166.65981ms","start":"2026-07-03T16:52:33.597829Z","end":"2026-07-03T16:52:33.764489Z","steps":["trace[2081271823] 'agreement among raft nodes before linearized reading' (duration: 166.422634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:33.890346Z","caller":"traceutil/trace.go:171","msg":"trace[172852260] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"120.355882ms","start":"2026-07-03T16:52:33.769944Z","end":"2026-07-03T16:52:33.890299Z","steps":["trace[172852260] 'process raft request' (duration: 61.311392ms)","trace[172852260] 'compare' (duration: 58.857415ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:33.944427Z","caller":"traceutil/trace.go:171","msg":"trace[1817079594] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"142.684542ms","start":"2026-07-03T16:52:33.801717Z","end":"2026-07-03T16:52:33.944402Z","steps":["trace[1817079594] 'process raft request' (duration: 142.525748ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.106182Z","caller":"traceutil/trace.go:171","msg":"trace[1946960646] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"126.924701ms","start":"2026-07-03T16:52:33.979213Z","end":"2026-07-03T16:52:34.106138Z","steps":["trace[1946960646] 'process raft request' (duration: 126.728587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.587938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.562635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:34.58825Z","caller":"traceutil/trace.go:171","msg":"trace[337654757] linearizableReadLoop","detail":"{readStateIndex:27921; appliedIndex:27919; }","duration":"477.941085ms","start":"2026-07-03T16:52:34.110292Z","end":"2026-07-03T16:52:34.588233Z","steps":["trace[337654757] 'read index received' (duration: 227.981611ms)","trace[337654757] 'applied index is now lower than readState.Index' (duration: 249.958564ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:34.588299Z","caller":"traceutil/trace.go:171","msg":"trace[452981193] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"479.479331ms","start":"2026-07-03T16:52:34.108805Z","end":"2026-07-03T16:52:34.588285Z","steps":["trace[452981193] 'process raft request' (duration: 479.319248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.588467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.108787Z","time spent":"479.639164ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:34.588571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.341146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.588626Z","caller":"traceutil/trace.go:171","msg":"trace[1570660793] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26978; }","duration":"216.436268ms","start":"2026-07-03T16:52:34.372172Z","end":"2026-07-03T16:52:34.588608Z","steps":["trace[1570660793] 'agreement among raft nodes before linearized reading' (duration: 216.368847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.588322Z","caller":"traceutil/trace.go:171","msg":"trace[1931422097] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"515.117655ms","start":"2026-07-03T16:52:34.073153Z","end":"2026-07-03T16:52:34.588271Z","steps":["trace[1931422097] 'process raft request' (duration: 265.108109ms)","trace[1931422097] 'compare' (duration: 248.253635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:34.58849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.331153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.588864Z","caller":"traceutil/trace.go:171","msg":"trace[15636741] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26978; }","duration":"348.732142ms","start":"2026-07-03T16:52:34.240121Z","end":"2026-07-03T16:52:34.588853Z","steps":["trace[15636741] 'agreement among raft nodes before linearized reading' (duration: 348.290032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.588866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.5938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:34.588892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.240002Z","time spent":"348.879316ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:34.588896Z","caller":"traceutil/trace.go:171","msg":"trace[942144988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26978; }","duration":"135.666582ms","start":"2026-07-03T16:52:34.453221Z","end":"2026-07-03T16:52:34.588887Z","steps":["trace[942144988] 'agreement among raft nodes before linearized reading' (duration: 135.622081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.588781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.515024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.589008Z","caller":"traceutil/trace.go:171","msg":"trace[716843440] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26978; }","duration":"270.78498ms","start":"2026-07-03T16:52:34.318214Z","end":"2026-07-03T16:52:34.588999Z","steps":["trace[716843440] 'agreement among raft nodes before linearized reading' (duration: 270.531115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.589071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.073114Z","time spent":"515.759739ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:34.588466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.168271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" ","response":"range_response_count:1 size:7717"} {"level":"info","ts":"2026-07-03T16:52:34.589173Z","caller":"traceutil/trace.go:171","msg":"trace[620880366] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-sb274; range_end:; response_count:1; response_revision:26978; }","duration":"478.952388ms","start":"2026-07-03T16:52:34.110215Z","end":"2026-07-03T16:52:34.589167Z","steps":["trace[620880366] 'agreement among raft nodes before linearized reading' (duration: 478.088689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.58919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.110187Z","time spent":"478.996709ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7740,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" "} {"level":"info","ts":"2026-07-03T16:52:34.751131Z","caller":"traceutil/trace.go:171","msg":"trace[1746684636] linearizableReadLoop","detail":"{readStateIndex:27922; appliedIndex:27921; }","duration":"152.972507ms","start":"2026-07-03T16:52:34.598138Z","end":"2026-07-03T16:52:34.751111Z","steps":["trace[1746684636] 'read index received' (duration: 107.856556ms)","trace[1746684636] 'applied index is now lower than readState.Index' (duration: 45.114941ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:34.751214Z","caller":"traceutil/trace.go:171","msg":"trace[778700235] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"155.990927ms","start":"2026-07-03T16:52:34.595215Z","end":"2026-07-03T16:52:34.751206Z","steps":["trace[778700235] 'process raft request' (duration: 110.708081ms)","trace[778700235] 'compare' (duration: 44.945658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:34.751401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.249004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.751431Z","caller":"traceutil/trace.go:171","msg":"trace[500098423] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26979; }","duration":"153.315094ms","start":"2026-07-03T16:52:34.598109Z","end":"2026-07-03T16:52:34.751424Z","steps":["trace[500098423] 'agreement among raft nodes before linearized reading' (duration: 153.229243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.059823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.25066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:35.059924Z","caller":"traceutil/trace.go:171","msg":"trace[1875315361] linearizableReadLoop","detail":"{readStateIndex:27923; appliedIndex:27922; }","duration":"308.728356ms","start":"2026-07-03T16:52:34.751178Z","end":"2026-07-03T16:52:35.059906Z","steps":["trace[1875315361] 'read index received' (duration: 191.286142ms)","trace[1875315361] 'applied index is now lower than readState.Index' (duration: 117.440794ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:35.060012Z","caller":"traceutil/trace.go:171","msg":"trace[1247381657] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"461.222913ms","start":"2026-07-03T16:52:34.598778Z","end":"2026-07-03T16:52:35.060001Z","steps":["trace[1247381657] 'process raft request' (duration: 343.704086ms)","trace[1247381657] 'compare' (duration: 116.79729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:35.060075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.598766Z","time spent":"461.279005ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:35.060197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.105888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:35.060196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.899286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:35.060224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.496711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:35.060243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.825441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:52:35.060264Z","caller":"traceutil/trace.go:171","msg":"trace[509289534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26980; }","duration":"114.221631ms","start":"2026-07-03T16:52:34.946028Z","end":"2026-07-03T16:52:35.06025Z","steps":["trace[509289534] 'agreement among raft nodes before linearized reading' (duration: 114.084358ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:35.060273Z","caller":"traceutil/trace.go:171","msg":"trace[1844421627] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26980; }","duration":"303.998658ms","start":"2026-07-03T16:52:34.756258Z","end":"2026-07-03T16:52:35.060257Z","steps":["trace[1844421627] 'agreement among raft nodes before linearized reading' (duration: 303.872566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.060269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.054407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-03T16:52:35.060294Z","caller":"traceutil/trace.go:171","msg":"trace[1326358964] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26980; }","duration":"126.620194ms","start":"2026-07-03T16:52:34.933656Z","end":"2026-07-03T16:52:35.060277Z","steps":["trace[1326358964] 'agreement among raft nodes before linearized reading' (duration: 126.45196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:35.060299Z","caller":"traceutil/trace.go:171","msg":"trace[961794753] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877; range_end:; response_count:1; response_revision:26980; }","duration":"305.908552ms","start":"2026-07-03T16:52:34.754376Z","end":"2026-07-03T16:52:35.060285Z","steps":["trace[961794753] 'agreement among raft nodes before linearized reading' (duration: 305.711868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.060323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.756249Z","time spent":"304.06533ms","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:52:35.060332Z","caller":"traceutil/trace.go:171","msg":"trace[350968075] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26980; }","duration":"394.15692ms","start":"2026-07-03T16:52:34.666159Z","end":"2026-07-03T16:52:35.060316Z","steps":["trace[350968075] 'agreement among raft nodes before linearized reading' (duration: 393.959755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.06034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.754364Z","time spent":"305.967324ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" "} {"level":"warn","ts":"2026-07-03T16:52:35.060371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.666142Z","time spent":"394.221022ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-03T16:52:35.361659Z","caller":"traceutil/trace.go:171","msg":"trace[1968557603] linearizableReadLoop","detail":"{readStateIndex:27925; appliedIndex:27923; }","duration":"269.717066ms","start":"2026-07-03T16:52:35.091923Z","end":"2026-07-03T16:52:35.36164Z","steps":["trace[1968557603] 'read index received' (duration: 55.022318ms)","trace[1968557603] 'applied index is now lower than readState.Index' (duration: 214.693948ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:35.361766Z","caller":"traceutil/trace.go:171","msg":"trace[877094773] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"289.655822ms","start":"2026-07-03T16:52:35.072101Z","end":"2026-07-03T16:52:35.361757Z","steps":["trace[877094773] 'process raft request' (duration: 289.401736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.361956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.020973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:52:35.361988Z","caller":"traceutil/trace.go:171","msg":"trace[1200121698] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26982; }","duration":"270.067274ms","start":"2026-07-03T16:52:35.091915Z","end":"2026-07-03T16:52:35.361982Z","steps":["trace[1200121698] 'agreement among raft nodes before linearized reading' (duration: 269.950601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.362126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.370452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed343676e12ea\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-03T16:52:35.362204Z","caller":"traceutil/trace.go:171","msg":"trace[1266844988] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed343676e12ea; range_end:; response_count:1; response_revision:26982; }","duration":"211.492544ms","start":"2026-07-03T16:52:35.150692Z","end":"2026-07-03T16:52:35.362185Z","steps":["trace[1266844988] 'agreement among raft nodes before linearized reading' (duration: 211.28134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:35.571057Z","caller":"traceutil/trace.go:171","msg":"trace[1314437027] linearizableReadLoop","detail":"{readStateIndex:27928; appliedIndex:27927; }","duration":"109.294049ms","start":"2026-07-03T16:52:35.461734Z","end":"2026-07-03T16:52:35.571028Z","steps":["trace[1314437027] 'read index received' (duration: 66.775117ms)","trace[1314437027] 'applied index is now lower than readState.Index' (duration: 42.516922ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:35.571149Z","caller":"traceutil/trace.go:171","msg":"trace[725401372] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"142.479126ms","start":"2026-07-03T16:52:35.428638Z","end":"2026-07-03T16:52:35.571117Z","steps":["trace[725401372] 'process raft request' (duration: 99.923013ms)","trace[725401372] 'compare' (duration: 42.249136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:35.571356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.593796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-03T16:52:35.571438Z","caller":"traceutil/trace.go:171","msg":"trace[942089887] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26985; }","duration":"109.704079ms","start":"2026-07-03T16:52:35.461688Z","end":"2026-07-03T16:52:35.571392Z","steps":["trace[942089887] 'agreement among raft nodes before linearized reading' (duration: 109.484803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:35.743866Z","caller":"traceutil/trace.go:171","msg":"trace[1295262887] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"168.005621ms","start":"2026-07-03T16:52:35.575797Z","end":"2026-07-03T16:52:35.743803Z","steps":["trace[1295262887] 'process raft request' (duration: 98.839649ms)","trace[1295262887] 'compare' (duration: 68.782583ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:35.743947Z","caller":"traceutil/trace.go:171","msg":"trace[1307281613] linearizableReadLoop","detail":"{readStateIndex:27930; appliedIndex:27928; }","duration":"167.579461ms","start":"2026-07-03T16:52:35.576333Z","end":"2026-07-03T16:52:35.743912Z","steps":["trace[1307281613] 'read index received' (duration: 98.319558ms)","trace[1307281613] 'applied index is now lower than readState.Index' (duration: 69.258683ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:35.744081Z","caller":"traceutil/trace.go:171","msg":"trace[984944963] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"167.831936ms","start":"2026-07-03T16:52:35.576219Z","end":"2026-07-03T16:52:35.744051Z","steps":["trace[984944963] 'process raft request' (duration: 167.613691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.744288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.922679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89419bfb\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-03T16:52:35.744332Z","caller":"traceutil/trace.go:171","msg":"trace[1853845110] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89419bfb; range_end:; response_count:1; response_revision:26987; }","duration":"168.01253ms","start":"2026-07-03T16:52:35.576305Z","end":"2026-07-03T16:52:35.744317Z","steps":["trace[1853845110] 'agreement among raft nodes before linearized reading' (duration: 167.806516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:35.7444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.040557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:52:35.744428Z","caller":"traceutil/trace.go:171","msg":"trace[433263051] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26987; }","duration":"149.111928ms","start":"2026-07-03T16:52:35.595308Z","end":"2026-07-03T16:52:35.74442Z","steps":["trace[433263051] 'agreement among raft nodes before linearized reading' (duration: 148.950325ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:35.932599Z","caller":"traceutil/trace.go:171","msg":"trace[1414841325] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"145.591178ms","start":"2026-07-03T16:52:35.786973Z","end":"2026-07-03T16:52:35.932564Z","steps":["trace[1414841325] 'process raft request' (duration: 110.496196ms)","trace[1414841325] 'compare' (duration: 34.919738ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:36.191536Z","caller":"traceutil/trace.go:171","msg":"trace[2133308113] linearizableReadLoop","detail":"{readStateIndex:27935; appliedIndex:27934; }","duration":"247.931288ms","start":"2026-07-03T16:52:35.943573Z","end":"2026-07-03T16:52:36.191505Z","steps":["trace[2133308113] 'read index received' (duration: 56.334467ms)","trace[2133308113] 'applied index is now lower than readState.Index' (duration: 191.59557ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:36.191587Z","caller":"traceutil/trace.go:171","msg":"trace[601982796] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"253.093215ms","start":"2026-07-03T16:52:35.938458Z","end":"2026-07-03T16:52:36.191551Z","steps":["trace[601982796] 'process raft request' (duration: 192.489379ms)","trace[601982796] 'compare' (duration: 60.420021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:36.191795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.197363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:36.191864Z","caller":"traceutil/trace.go:171","msg":"trace[123271425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26992; }","duration":"248.312296ms","start":"2026-07-03T16:52:35.943537Z","end":"2026-07-03T16:52:36.191849Z","steps":["trace[123271425] 'agreement among raft nodes before linearized reading' (duration: 248.155253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:36.191913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.053921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-03T16:52:36.191986Z","caller":"traceutil/trace.go:171","msg":"trace[1828805424] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26992; }","duration":"105.212935ms","start":"2026-07-03T16:52:36.086755Z","end":"2026-07-03T16:52:36.191968Z","steps":["trace[1828805424] 'agreement among raft nodes before linearized reading' (duration: 104.937969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:36.613317Z","caller":"traceutil/trace.go:171","msg":"trace[1732123192] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"234.408707ms","start":"2026-07-03T16:52:36.378879Z","end":"2026-07-03T16:52:36.613287Z","steps":["trace[1732123192] 'process raft request' (duration: 173.887664ms)","trace[1732123192] 'compare' (duration: 60.245327ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:36.802998Z","caller":"traceutil/trace.go:171","msg":"trace[372942556] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"179.055973ms","start":"2026-07-03T16:52:36.623914Z","end":"2026-07-03T16:52:36.80297Z","steps":["trace[372942556] 'process raft request' (duration: 172.592676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:37.583303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.94216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:37.583372Z","caller":"traceutil/trace.go:171","msg":"trace[356107029] linearizableReadLoop","detail":"{readStateIndex:27946; appliedIndex:27944; }","duration":"764.890464ms","start":"2026-07-03T16:52:36.818452Z","end":"2026-07-03T16:52:37.583343Z","steps":["trace[356107029] 'read index received' (duration: 46.044272ms)","trace[356107029] 'applied index is now lower than readState.Index' (duration: 718.844872ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:37.583425Z","caller":"traceutil/trace.go:171","msg":"trace[1527341915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27002; }","duration":"595.074113ms","start":"2026-07-03T16:52:36.988331Z","end":"2026-07-03T16:52:37.583405Z","steps":["trace[1527341915] 'range keys from in-memory index tree' (duration: 594.926269ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:37.583496Z","caller":"traceutil/trace.go:171","msg":"trace[1856221625] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"771.23634ms","start":"2026-07-03T16:52:36.812231Z","end":"2026-07-03T16:52:37.583467Z","steps":["trace[1856221625] 'process raft request' (duration: 701.187469ms)","trace[1856221625] 'compare' (duration: 69.793905ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:37.583564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.084928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:37.583629Z","caller":"traceutil/trace.go:171","msg":"trace[1867877463] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27003; }","duration":"765.197341ms","start":"2026-07-03T16:52:36.818416Z","end":"2026-07-03T16:52:37.583613Z","steps":["trace[1867877463] 'agreement among raft nodes before linearized reading' (duration: 765.073698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:37.583626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.812205Z","time spent":"771.344893ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5618,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:37.583723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.818403Z","time spent":"765.302373ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:38.083562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:38.584455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:39.084775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:39.584929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:39.944274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:39.94436Z","caller":"traceutil/trace.go:171","msg":"trace[1611292176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737005s","start":"2026-07-03T16:52:37.943605Z","end":"2026-07-03T16:52:39.944342Z","steps":["trace[1611292176] 'agreement among raft nodes before linearized reading' (duration: 2.000618781s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:39.944408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.943582Z","time spent":"2.000815597s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:40.085648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:40.186775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.673299877s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:52:40.187321Z","caller":"traceutil/trace.go:171","msg":"trace[1636220546] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"2.986942257s","start":"2026-07-03T16:52:37.200352Z","end":"2026-07-03T16:52:40.187294Z","steps":["trace[1636220546] 'process raft request' (duration: 2.986892806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.187468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.200338Z","time spent":"2.987055769s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:40.187605Z","caller":"traceutil/trace.go:171","msg":"trace[1970746902] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"3.020003053s","start":"2026-07-03T16:52:37.167575Z","end":"2026-07-03T16:52:40.187578Z","steps":["trace[1970746902] 'process raft request' (duration: 3.019608634s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:40.187599Z","caller":"traceutil/trace.go:171","msg":"trace[48925503] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"3.319376987s","start":"2026-07-03T16:52:36.868198Z","end":"2026-07-03T16:52:40.187575Z","steps":["trace[48925503] 'process raft request' (duration: 3.318803314s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.187744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.167564Z","time spent":"3.020112125s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:40.187753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.868176Z","time spent":"3.319515989s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:40.909899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.72271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:52:40.910968Z","caller":"traceutil/trace.go:171","msg":"trace[1407671857] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"2.287221083s","start":"2026-07-03T16:52:38.623713Z","end":"2026-07-03T16:52:40.910934Z","steps":["trace[1407671857] 'process raft request' (duration: 2.286293331s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.911127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.623651Z","time spent":"2.287406438s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:40.910993Z","caller":"traceutil/trace.go:171","msg":"trace[2107284085] linearizableReadLoop","detail":"{readStateIndex:27951; appliedIndex:27946; }","duration":"3.327511252s","start":"2026-07-03T16:52:37.583456Z","end":"2026-07-03T16:52:40.910968Z","steps":["trace[2107284085] 'read index received' (duration: 2.603525272s)","trace[2107284085] 'applied index is now lower than readState.Index' (duration: 723.98447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:40.93363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712845941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:52:40.933697Z","caller":"traceutil/trace.go:171","msg":"trace[1059238158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27007; }","duration":"3.712941563s","start":"2026-07-03T16:52:37.220744Z","end":"2026-07-03T16:52:40.933685Z","steps":["trace[1059238158] 'agreement among raft nodes before linearized reading' (duration: 3.690268015s)","trace[1059238158] 'range keys from in-memory index tree' (duration: 22.522025ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:40.934244Z","caller":"traceutil/trace.go:171","msg":"trace[1190908477] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"442.360832ms","start":"2026-07-03T16:52:40.491861Z","end":"2026-07-03T16:52:40.934222Z","steps":["trace[1190908477] 'process raft request' (duration: 419.09507ms)","trace[1190908477] 'compare' (duration: 22.691899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:40.934259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.220731Z","time spent":"3.713513236s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-03T16:52:40.934328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345660277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:5636"} {"level":"warn","ts":"2026-07-03T16:52:40.934353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.491834Z","time spent":"442.461244ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:40.934376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887502745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:52:40.934359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134458121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:40.934358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.58677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:40.934428Z","caller":"traceutil/trace.go:171","msg":"trace[1583086100] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27008; }","duration":"2.887577827s","start":"2026-07-03T16:52:38.046836Z","end":"2026-07-03T16:52:40.934414Z","steps":["trace[1583086100] 'agreement among raft nodes before linearized reading' (duration: 2.887391253s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:40.934444Z","caller":"traceutil/trace.go:171","msg":"trace[71106526] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27008; }","duration":"2.134606004s","start":"2026-07-03T16:52:38.799821Z","end":"2026-07-03T16:52:40.934426Z","steps":["trace[71106526] 'agreement among raft nodes before linearized reading' (duration: 2.134461241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931762547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:52:40.934363Z","caller":"traceutil/trace.go:171","msg":"trace[302405901] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:27008; }","duration":"3.345737919s","start":"2026-07-03T16:52:37.588617Z","end":"2026-07-03T16:52:40.934355Z","steps":["trace[302405901] 'agreement among raft nodes before linearized reading' (duration: 3.345599945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.93448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.046824Z","time spent":"2.887646348s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:52:40.934493Z","caller":"traceutil/trace.go:171","msg":"trace[27073404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27008; }","duration":"2.931818727s","start":"2026-07-03T16:52:38.002668Z","end":"2026-07-03T16:52:40.934486Z","steps":["trace[27073404] 'agreement among raft nodes before linearized reading' (duration: 2.931753976s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.588598Z","time spent":"3.345897212s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5659,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"info","ts":"2026-07-03T16:52:40.934478Z","caller":"traceutil/trace.go:171","msg":"trace[1611485356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27008; }","duration":"989.745144ms","start":"2026-07-03T16:52:39.944717Z","end":"2026-07-03T16:52:40.934463Z","steps":["trace[1611485356] 'agreement among raft nodes before linearized reading' (duration: 989.55969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.799795Z","time spent":"2.134704457s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:40.934516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113455231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-07-03T16:52:40.93455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999468434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:40.934123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739699675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:52:40.934573Z","caller":"traceutil/trace.go:171","msg":"trace[1001291838] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27008; }","duration":"2.999525085s","start":"2026-07-03T16:52:37.93504Z","end":"2026-07-03T16:52:40.934565Z","steps":["trace[1001291838] 'agreement among raft nodes before linearized reading' (duration: 2.999489454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.944696Z","time spent":"989.864087ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:40.934552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820685767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-07-03T16:52:40.934517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.002648Z","time spent":"2.931862009s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:40.933795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503153458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:52:40.93465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153084566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T16:52:40.933796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782830981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:40.934661Z","caller":"traceutil/trace.go:171","msg":"trace[1883072195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27007; }","duration":"3.504071508s","start":"2026-07-03T16:52:37.430579Z","end":"2026-07-03T16:52:40.934651Z","steps":["trace[1883072195] 'agreement among raft nodes before linearized reading' (duration: 3.480453479s)","trace[1883072195] 'range keys from in-memory index tree' (duration: 22.634407ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:40.934675Z","caller":"traceutil/trace.go:171","msg":"trace[719019751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27008; }","duration":"3.153131687s","start":"2026-07-03T16:52:37.781537Z","end":"2026-07-03T16:52:40.934668Z","steps":["trace[719019751] 'agreement among raft nodes before linearized reading' (duration: 3.153073575s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:40.934688Z","caller":"traceutil/trace.go:171","msg":"trace[960604755] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27007; }","duration":"3.783779533s","start":"2026-07-03T16:52:37.150893Z","end":"2026-07-03T16:52:40.934673Z","steps":["trace[960604755] 'agreement among raft nodes before linearized reading' (duration: 3.760148133s)","trace[960604755] 'count revisions from in-memory index tree' (duration: 22.688949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:40.934732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186997791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:52:40.93475Z","caller":"traceutil/trace.go:171","msg":"trace[2769984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27008; }","duration":"3.187055162s","start":"2026-07-03T16:52:37.74769Z","end":"2026-07-03T16:52:40.934745Z","steps":["trace[2769984] 'agreement among raft nodes before linearized reading' (duration: 3.187001211s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.150877Z","time spent":"3.783849674s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:40.934754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330323356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-03T16:52:40.934763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.747646Z","time spent":"3.187113744s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:52:40.93464Z","caller":"traceutil/trace.go:171","msg":"trace[1143727011] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27008; }","duration":"2.82082817s","start":"2026-07-03T16:52:38.113792Z","end":"2026-07-03T16:52:40.93462Z","steps":["trace[1143727011] 'agreement among raft nodes before linearized reading' (duration: 2.820548384s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18651618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:52:40.934781Z","caller":"traceutil/trace.go:171","msg":"trace[868799960] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27008; }","duration":"3.330371948s","start":"2026-07-03T16:52:37.604402Z","end":"2026-07-03T16:52:40.934774Z","steps":["trace[868799960] 'agreement among raft nodes before linearized reading' (duration: 3.330312197s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.752559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-03T16:52:40.934801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.604387Z","time spent":"3.330408448s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T16:52:40.934803Z","caller":"traceutil/trace.go:171","msg":"trace[385275563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27008; }","duration":"3.18659283s","start":"2026-07-03T16:52:37.748199Z","end":"2026-07-03T16:52:40.934792Z","steps":["trace[385275563] 'agreement among raft nodes before linearized reading' (duration: 3.186502008s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:40.934816Z","caller":"traceutil/trace.go:171","msg":"trace[438162163] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27008; }","duration":"742.852051ms","start":"2026-07-03T16:52:40.191955Z","end":"2026-07-03T16:52:40.934807Z","steps":["trace[438162163] 'agreement among raft nodes before linearized reading' (duration: 742.758079ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:40.934586Z","caller":"traceutil/trace.go:171","msg":"trace[2109213692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27007; }","duration":"3.740185305s","start":"2026-07-03T16:52:37.194388Z","end":"2026-07-03T16:52:40.934574Z","steps":["trace[2109213692] 'agreement among raft nodes before linearized reading' (duration: 3.716673998s)","trace[2109213692] 'range keys from in-memory index tree' (duration: 22.974036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:40.934852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.191945Z","time spent":"742.899302ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:52:40.934878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.194374Z","time spent":"3.740492042s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:52:40.934699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.781525Z","time spent":"3.153168588s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:52:40.934821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.113774Z","time spent":"2.821019554s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T16:52:40.934581Z","caller":"traceutil/trace.go:171","msg":"trace[1788731780] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27008; }","duration":"2.113570803s","start":"2026-07-03T16:52:38.820993Z","end":"2026-07-03T16:52:40.934564Z","steps":["trace[1788731780] 'agreement among raft nodes before linearized reading' (duration: 2.113378689s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.935111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.820969Z","time spent":"2.114133855s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:52:40.934681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.43056Z","time spent":"3.50411514s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:40.934598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.93502Z","time spent":"2.999571887s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:40.934407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897925694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:40.935206Z","caller":"traceutil/trace.go:171","msg":"trace[1247962795] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27008; }","duration":"2.898746961s","start":"2026-07-03T16:52:38.036441Z","end":"2026-07-03T16:52:40.935188Z","steps":["trace[1247962795] 'agreement among raft nodes before linearized reading' (duration: 2.897937203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.934688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.470545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:52:40.935271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.036425Z","time spent":"2.898830374s","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:40.935293Z","caller":"traceutil/trace.go:171","msg":"trace[1675746199] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:27008; }","duration":"744.099309ms","start":"2026-07-03T16:52:40.191163Z","end":"2026-07-03T16:52:40.935263Z","steps":["trace[1675746199] 'agreement among raft nodes before linearized reading' (duration: 743.445904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.93535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.191141Z","time spent":"744.192841ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" "} {"level":"warn","ts":"2026-07-03T16:52:40.93484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.748178Z","time spent":"3.186655982s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:52:41.188569Z","caller":"traceutil/trace.go:171","msg":"trace[763192623] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"249.323509ms","start":"2026-07-03T16:52:40.939218Z","end":"2026-07-03T16:52:41.188542Z","steps":["trace[763192623] 'process raft request' (duration: 249.151025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.188682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.575793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:41.188958Z","caller":"traceutil/trace.go:171","msg":"trace[1497844725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27009; }","duration":"248.668635ms","start":"2026-07-03T16:52:40.940047Z","end":"2026-07-03T16:52:41.188716Z","steps":["trace[1497844725] 'agreement among raft nodes before linearized reading' (duration: 248.561063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.188558Z","caller":"traceutil/trace.go:171","msg":"trace[601723090] linearizableReadLoop","detail":"{readStateIndex:27953; appliedIndex:27952; }","duration":"248.43103ms","start":"2026-07-03T16:52:40.940099Z","end":"2026-07-03T16:52:41.18853Z","steps":["trace[601723090] 'read index received' (duration: 248.296627ms)","trace[601723090] 'applied index is now lower than readState.Index' (duration: 133.103µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:41.402043Z","caller":"traceutil/trace.go:171","msg":"trace[575275456] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"459.578706ms","start":"2026-07-03T16:52:40.942439Z","end":"2026-07-03T16:52:41.402018Z","steps":["trace[575275456] 'process raft request' (duration: 459.502634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.402074Z","caller":"traceutil/trace.go:171","msg":"trace[1243251121] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"459.696638ms","start":"2026-07-03T16:52:40.942348Z","end":"2026-07-03T16:52:41.402045Z","steps":["trace[1243251121] 'process raft request' (duration: 459.414922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.402189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.942422Z","time spent":"459.691268ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:41.402223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.942324Z","time spent":"459.81594ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:41.402318Z","caller":"traceutil/trace.go:171","msg":"trace[47767146] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"459.629317ms","start":"2026-07-03T16:52:40.942666Z","end":"2026-07-03T16:52:41.402295Z","steps":["trace[47767146] 'process raft request' (duration: 459.31694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.402419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.942654Z","time spent":"459.710188ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:41.402408Z","caller":"traceutil/trace.go:171","msg":"trace[1700978592] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"459.282349ms","start":"2026-07-03T16:52:40.943102Z","end":"2026-07-03T16:52:41.402385Z","steps":["trace[1700978592] 'process raft request' (duration: 459.121185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.402475Z","caller":"traceutil/trace.go:171","msg":"trace[458968207] linearizableReadLoop","detail":"{readStateIndex:27959; appliedIndex:27953; }","duration":"212.416506ms","start":"2026-07-03T16:52:41.190031Z","end":"2026-07-03T16:52:41.402448Z","steps":["trace[458968207] 'read index received' (duration: 211.616968ms)","trace[458968207] 'applied index is now lower than readState.Index' (duration: 798.108µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:41.402588Z","caller":"traceutil/trace.go:171","msg":"trace[901102476] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"458.387168ms","start":"2026-07-03T16:52:40.944194Z","end":"2026-07-03T16:52:41.402581Z","steps":["trace[901102476] 'process raft request' (duration: 458.144723ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.402577Z","caller":"traceutil/trace.go:171","msg":"trace[687677153] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"457.348214ms","start":"2026-07-03T16:52:40.945191Z","end":"2026-07-03T16:52:41.402539Z","steps":["trace[687677153] 'process raft request' (duration: 457.186061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.402611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.943095Z","time spent":"459.364811ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:41.402642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.58794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:41.402751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.097655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-03T16:52:41.40276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.664871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:52:41.402623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.944184Z","time spent":"458.422739ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:41.402776Z","caller":"traceutil/trace.go:171","msg":"trace[634977810] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a; range_end:; response_count:1; response_revision:27015; }","duration":"211.150137ms","start":"2026-07-03T16:52:41.191619Z","end":"2026-07-03T16:52:41.402769Z","steps":["trace[634977810] 'agreement among raft nodes before linearized reading' (duration: 211.059705ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.402793Z","caller":"traceutil/trace.go:171","msg":"trace[1261630287] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27015; }","duration":"212.694612ms","start":"2026-07-03T16:52:41.190087Z","end":"2026-07-03T16:52:41.402781Z","steps":["trace[1261630287] 'agreement among raft nodes before linearized reading' (duration: 212.585269ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.402791Z","caller":"traceutil/trace.go:171","msg":"trace[836735741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27015; }","duration":"212.766354ms","start":"2026-07-03T16:52:41.190006Z","end":"2026-07-03T16:52:41.402772Z","steps":["trace[836735741] 'agreement among raft nodes before linearized reading' (duration: 212.58248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.402748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.945179Z","time spent":"457.476557ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5440,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:41.627652Z","caller":"traceutil/trace.go:171","msg":"trace[1217370157] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"222.009545ms","start":"2026-07-03T16:52:41.405603Z","end":"2026-07-03T16:52:41.627613Z","steps":["trace[1217370157] 'process raft request' (duration: 123.849721ms)","trace[1217370157] 'compare' (duration: 97.967669ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:41.71681Z","caller":"traceutil/trace.go:171","msg":"trace[1394744726] linearizableReadLoop","detail":"{readStateIndex:27961; appliedIndex:27959; }","duration":"308.738737ms","start":"2026-07-03T16:52:41.408047Z","end":"2026-07-03T16:52:41.716786Z","steps":["trace[1394744726] 'read index received' (duration: 121.421985ms)","trace[1394744726] 'applied index is now lower than readState.Index' (duration: 187.315622ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:41.716993Z","caller":"traceutil/trace.go:171","msg":"trace[375354443] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"308.648725ms","start":"2026-07-03T16:52:41.408303Z","end":"2026-07-03T16:52:41.716951Z","steps":["trace[375354443] 'process raft request' (duration: 308.364619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.717096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.029304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4441"} {"level":"info","ts":"2026-07-03T16:52:41.71713Z","caller":"traceutil/trace.go:171","msg":"trace[1853345752] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:27018; }","duration":"309.094675ms","start":"2026-07-03T16:52:41.408025Z","end":"2026-07-03T16:52:41.71712Z","steps":["trace[1853345752] 'agreement among raft nodes before linearized reading' (duration: 308.915721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.717155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.408296Z","time spent":"308.795118ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:41.717164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.40802Z","time spent":"309.136426ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4464,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-03T16:52:41.717303Z","caller":"traceutil/trace.go:171","msg":"trace[2075600329] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"309.349001ms","start":"2026-07-03T16:52:41.407915Z","end":"2026-07-03T16:52:41.717264Z","steps":["trace[2075600329] 'process raft request' (duration: 308.612104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.717497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.407898Z","time spent":"309.496064ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:41.717352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.15077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:52:41.717617Z","caller":"traceutil/trace.go:171","msg":"trace[427590391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27018; }","duration":"209.445718ms","start":"2026-07-03T16:52:41.508153Z","end":"2026-07-03T16:52:41.717599Z","steps":["trace[427590391] 'agreement among raft nodes before linearized reading' (duration: 209.119579ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.84089Z","caller":"traceutil/trace.go:171","msg":"trace[1690357686] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"121.466978ms","start":"2026-07-03T16:52:41.719401Z","end":"2026-07-03T16:52:41.840868Z","steps":["trace[1690357686] 'process raft request' (duration: 42.573153ms)","trace[1690357686] 'compare' (duration: 78.72677ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:41.840875Z","caller":"traceutil/trace.go:171","msg":"trace[1593581793] linearizableReadLoop","detail":"{readStateIndex:27963; appliedIndex:27962; }","duration":"119.062442ms","start":"2026-07-03T16:52:41.721781Z","end":"2026-07-03T16:52:41.840843Z","steps":["trace[1593581793] 'read index received' (duration: 40.204588ms)","trace[1593581793] 'applied index is now lower than readState.Index' (duration: 78.856524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:41.841115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.311647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:52:41.841174Z","caller":"traceutil/trace.go:171","msg":"trace[1471182749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27019; }","duration":"119.43203ms","start":"2026-07-03T16:52:41.721732Z","end":"2026-07-03T16:52:41.841164Z","steps":["trace[1471182749] 'agreement among raft nodes before linearized reading' (duration: 119.196805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.986257Z","caller":"traceutil/trace.go:171","msg":"trace[1369512244] linearizableReadLoop","detail":"{readStateIndex:27964; appliedIndex:27963; }","duration":"145.200628ms","start":"2026-07-03T16:52:41.841027Z","end":"2026-07-03T16:52:41.986228Z","steps":["trace[1369512244] 'read index received' (duration: 144.964703ms)","trace[1369512244] 'applied index is now lower than readState.Index' (duration: 234.395µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:41.986311Z","caller":"traceutil/trace.go:171","msg":"trace[1232307970] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"244.665462ms","start":"2026-07-03T16:52:41.741614Z","end":"2026-07-03T16:52:41.98628Z","steps":["trace[1232307970] 'process raft request' (duration: 244.454328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.986421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.403772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:41.986566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.537978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed343676e12ea\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-07-03T16:52:41.986582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.222239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-07-03T16:52:41.986551Z","caller":"traceutil/trace.go:171","msg":"trace[1476658510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27020; }","duration":"148.624808ms","start":"2026-07-03T16:52:41.837908Z","end":"2026-07-03T16:52:41.986533Z","steps":["trace[1476658510] 'agreement among raft nodes before linearized reading' (duration: 148.395752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.986603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.202926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-03T16:52:41.986627Z","caller":"traceutil/trace.go:171","msg":"trace[237674584] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed343676e12ea; range_end:; response_count:1; response_revision:27020; }","duration":"142.6229ms","start":"2026-07-03T16:52:41.843988Z","end":"2026-07-03T16:52:41.986611Z","steps":["trace[237674584] 'agreement among raft nodes before linearized reading' (duration: 142.471056ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.986629Z","caller":"traceutil/trace.go:171","msg":"trace[526068151] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27020; }","duration":"211.315101ms","start":"2026-07-03T16:52:41.775302Z","end":"2026-07-03T16:52:41.986617Z","steps":["trace[526068151] 'agreement among raft nodes before linearized reading' (duration: 211.083785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:41.986641Z","caller":"traceutil/trace.go:171","msg":"trace[1412532859] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27020; }","duration":"144.269308ms","start":"2026-07-03T16:52:41.842363Z","end":"2026-07-03T16:52:41.986633Z","steps":["trace[1412532859] 'agreement among raft nodes before linearized reading' (duration: 144.058183ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.119418Z","caller":"traceutil/trace.go:171","msg":"trace[1642149072] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"126.129223ms","start":"2026-07-03T16:52:41.993252Z","end":"2026-07-03T16:52:42.119381Z","steps":["trace[1642149072] 'process raft request' (duration: 98.40113ms)","trace[1642149072] 'compare' (duration: 27.462277ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:42.202239Z","caller":"traceutil/trace.go:171","msg":"trace[2078011973] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"175.819959ms","start":"2026-07-03T16:52:42.026389Z","end":"2026-07-03T16:52:42.202209Z","steps":["trace[2078011973] 'process raft request' (duration: 175.612943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.433463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.747517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:42.433547Z","caller":"traceutil/trace.go:171","msg":"trace[1117756441] linearizableReadLoop","detail":"{readStateIndex:27971; appliedIndex:27970; }","duration":"225.77015ms","start":"2026-07-03T16:52:42.207761Z","end":"2026-07-03T16:52:42.433531Z","steps":["trace[1117756441] 'read index received' (duration: 91.90912ms)","trace[1117756441] 'applied index is now lower than readState.Index' (duration: 133.85953ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:42.433587Z","caller":"traceutil/trace.go:171","msg":"trace[611481690] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"225.911784ms","start":"2026-07-03T16:52:42.207643Z","end":"2026-07-03T16:52:42.433555Z","steps":["trace[611481690] 'process raft request' (duration: 92.065294ms)","trace[611481690] 'compare' (duration: 133.570024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:42.433741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.977376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-07-03T16:52:42.433774Z","caller":"traceutil/trace.go:171","msg":"trace[2093009187] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27025; }","duration":"226.031027ms","start":"2026-07-03T16:52:42.207733Z","end":"2026-07-03T16:52:42.433764Z","steps":["trace[2093009187] 'agreement among raft nodes before linearized reading' (duration: 225.836892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.480686Z","caller":"traceutil/trace.go:171","msg":"trace[453289329] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"268.112579ms","start":"2026-07-03T16:52:42.212536Z","end":"2026-07-03T16:52:42.480648Z","steps":["trace[453289329] 'process raft request' (duration: 268.012976ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.480762Z","caller":"traceutil/trace.go:171","msg":"trace[1764468790] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"268.864016ms","start":"2026-07-03T16:52:42.211875Z","end":"2026-07-03T16:52:42.480739Z","steps":["trace[1764468790] 'process raft request' (duration: 268.558129ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.62259Z","caller":"traceutil/trace.go:171","msg":"trace[1742018611] linearizableReadLoop","detail":"{readStateIndex:27974; appliedIndex:27973; }","duration":"139.792685ms","start":"2026-07-03T16:52:42.482755Z","end":"2026-07-03T16:52:42.622547Z","steps":["trace[1742018611] 'read index received' (duration: 125.787755ms)","trace[1742018611] 'applied index is now lower than readState.Index' (duration: 14.00306ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:42.622638Z","caller":"traceutil/trace.go:171","msg":"trace[1673955469] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"186.487093ms","start":"2026-07-03T16:52:42.43608Z","end":"2026-07-03T16:52:42.622567Z","steps":["trace[1673955469] 'process raft request' (duration: 172.567345ms)","trace[1673955469] 'compare' (duration: 13.63664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:42.622989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.224436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:52:42.623068Z","caller":"traceutil/trace.go:171","msg":"trace[1967754541] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27028; }","duration":"140.367499ms","start":"2026-07-03T16:52:42.482683Z","end":"2026-07-03T16:52:42.62305Z","steps":["trace[1967754541] 'agreement among raft nodes before linearized reading' (duration: 140.018891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.623117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.361194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6\" ","response":"range_response_count:1 size:5971"} {"level":"warn","ts":"2026-07-03T16:52:42.623214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.547294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-07-03T16:52:42.623321Z","caller":"traceutil/trace.go:171","msg":"trace[2078487695] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4; range_end:; response_count:1; response_revision:27028; }","duration":"137.701927ms","start":"2026-07-03T16:52:42.48559Z","end":"2026-07-03T16:52:42.623292Z","steps":["trace[2078487695] 'agreement among raft nodes before linearized reading' (duration: 137.37364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.623325Z","caller":"traceutil/trace.go:171","msg":"trace[1942627282] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6; range_end:; response_count:1; response_revision:27028; }","duration":"138.587208ms","start":"2026-07-03T16:52:42.484713Z","end":"2026-07-03T16:52:42.6233Z","steps":["trace[1942627282] 'agreement among raft nodes before linearized reading' (duration: 138.253131ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.822398Z","caller":"traceutil/trace.go:171","msg":"trace[608794331] linearizableReadLoop","detail":"{readStateIndex:27975; appliedIndex:27974; }","duration":"194.834194ms","start":"2026-07-03T16:52:42.627536Z","end":"2026-07-03T16:52:42.82237Z","steps":["trace[608794331] 'read index received' (duration: 112.321317ms)","trace[608794331] 'applied index is now lower than readState.Index' (duration: 82.512207ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:42.822415Z","caller":"traceutil/trace.go:171","msg":"trace[480479263] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"195.748215ms","start":"2026-07-03T16:52:42.626632Z","end":"2026-07-03T16:52:42.82238Z","steps":["trace[480479263] 'process raft request' (duration: 113.086845ms)","trace[480479263] 'compare' (duration: 82.560148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:42.822521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.971007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:42.822542Z","caller":"traceutil/trace.go:171","msg":"trace[2108451820] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27029; }","duration":"195.022138ms","start":"2026-07-03T16:52:42.627514Z","end":"2026-07-03T16:52:42.822537Z","steps":["trace[2108451820] 'agreement among raft nodes before linearized reading' (duration: 194.951817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.88926Z","caller":"traceutil/trace.go:171","msg":"trace[1837538126] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"257.179288ms","start":"2026-07-03T16:52:42.632056Z","end":"2026-07-03T16:52:42.889235Z","steps":["trace[1837538126] 'process raft request' (duration: 256.988174ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:42.889441Z","caller":"traceutil/trace.go:171","msg":"trace[1046958380] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"241.445799ms","start":"2026-07-03T16:52:42.647985Z","end":"2026-07-03T16:52:42.889431Z","steps":["trace[1046958380] 'process raft request' (duration: 241.190533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.889761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.546233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-07-03T16:52:42.889847Z","caller":"traceutil/trace.go:171","msg":"trace[318443798] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:27031; }","duration":"259.693687ms","start":"2026-07-03T16:52:42.630139Z","end":"2026-07-03T16:52:42.889832Z","steps":["trace[318443798] 'agreement among raft nodes before linearized reading' (duration: 259.351799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.395126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:52:43.417919Z","caller":"traceutil/trace.go:171","msg":"trace[1837053032] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"525.114723ms","start":"2026-07-03T16:52:42.892787Z","end":"2026-07-03T16:52:43.417902Z","steps":["trace[1837053032] 'process raft request' (duration: 524.96201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.418053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.892761Z","time spent":"525.227316ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:43.666492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.454697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:43.666698Z","caller":"traceutil/trace.go:171","msg":"trace[1952922659] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"749.469811ms","start":"2026-07-03T16:52:42.917185Z","end":"2026-07-03T16:52:43.666655Z","steps":["trace[1952922659] 'process raft request' (duration: 630.770558ms)","trace[1952922659] 'compare' (duration: 118.345335ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:43.666795Z","caller":"traceutil/trace.go:171","msg":"trace[1292991879] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27977; }","duration":"772.661712ms","start":"2026-07-03T16:52:42.894122Z","end":"2026-07-03T16:52:43.666784Z","steps":["trace[1292991879] 'read index received' (duration: 523.68866ms)","trace[1292991879] 'applied index is now lower than readState.Index' (duration: 248.971792ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:43.666802Z","caller":"traceutil/trace.go:171","msg":"trace[1002924410] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"325.678374ms","start":"2026-07-03T16:52:43.341099Z","end":"2026-07-03T16:52:43.666777Z","steps":["trace[1002924410] 'process raft request' (duration: 325.48425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.666753Z","caller":"traceutil/trace.go:171","msg":"trace[776834422] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"245.845898ms","start":"2026-07-03T16:52:43.42089Z","end":"2026-07-03T16:52:43.666735Z","steps":["trace[776834422] 'process raft request' (duration: 245.770327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.6669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.917167Z","time spent":"749.637715ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:43.666924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.341068Z","time spent":"325.778656ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:43.666964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.107169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:43.667003Z","caller":"traceutil/trace.go:171","msg":"trace[2067684616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27035; }","duration":"723.179831ms","start":"2026-07-03T16:52:42.94381Z","end":"2026-07-03T16:52:43.66699Z","steps":["trace[2067684616] 'agreement among raft nodes before linearized reading' (duration: 723.071919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.943797Z","time spent":"723.237182ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:43.667079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.133515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:43.667101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.909741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:52:43.667086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.562336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:43.667135Z","caller":"traceutil/trace.go:171","msg":"trace[1447370214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27035; }","duration":"259.953041ms","start":"2026-07-03T16:52:43.407173Z","end":"2026-07-03T16:52:43.667126Z","steps":["trace[1447370214] 'agreement among raft nodes before linearized reading' (duration: 259.888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.924518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-07-03T16:52:43.667104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.955018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"warn","ts":"2026-07-03T16:52:43.667135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.416072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:52:43.667146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.89982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:52:43.667166Z","caller":"traceutil/trace.go:171","msg":"trace[691909029] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27035; }","duration":"428.70311ms","start":"2026-07-03T16:52:43.238445Z","end":"2026-07-03T16:52:43.667148Z","steps":["trace[691909029] 'agreement among raft nodes before linearized reading' (duration: 428.538696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.207677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:52:43.667195Z","caller":"traceutil/trace.go:171","msg":"trace[916553379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27035; }","duration":"554.508794ms","start":"2026-07-03T16:52:43.112671Z","end":"2026-07-03T16:52:43.66718Z","steps":["trace[916553379] 'agreement among raft nodes before linearized reading' (duration: 554.263189ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.667194Z","caller":"traceutil/trace.go:171","msg":"trace[380576026] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27035; }","duration":"147.059141ms","start":"2026-07-03T16:52:43.520102Z","end":"2026-07-03T16:52:43.667161Z","steps":["trace[380576026] 'agreement among raft nodes before linearized reading' (duration: 146.846586ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.667223Z","caller":"traceutil/trace.go:171","msg":"trace[1311509020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27035; }","duration":"260.437132ms","start":"2026-07-03T16:52:43.40678Z","end":"2026-07-03T16:52:43.667217Z","steps":["trace[1311509020] 'agreement among raft nodes before linearized reading' (duration: 260.102445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.238429Z","time spent":"428.775821ms","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:43.667206Z","caller":"traceutil/trace.go:171","msg":"trace[1098482252] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27035; }","duration":"773.08213ms","start":"2026-07-03T16:52:42.894093Z","end":"2026-07-03T16:52:43.667175Z","steps":["trace[1098482252] 'agreement among raft nodes before linearized reading' (duration: 772.758073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.390895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:43.667236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.112652Z","time spent":"554.575536ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:52:43.667139Z","caller":"traceutil/trace.go:171","msg":"trace[1499033994] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27035; }","duration":"543.207856ms","start":"2026-07-03T16:52:43.123915Z","end":"2026-07-03T16:52:43.667123Z","steps":["trace[1499033994] 'agreement among raft nodes before linearized reading' (duration: 543.114234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.667266Z","caller":"traceutil/trace.go:171","msg":"trace[1861962734] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27035; }","duration":"611.466207ms","start":"2026-07-03T16:52:43.055786Z","end":"2026-07-03T16:52:43.667253Z","steps":["trace[1861962734] 'agreement among raft nodes before linearized reading' (duration: 611.361965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.894074Z","time spent":"773.185744ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-03T16:52:43.66729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.123909Z","time spent":"543.371691ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:43.667297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.055762Z","time spent":"611.52858ms","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:43.667216Z","caller":"traceutil/trace.go:171","msg":"trace[156375113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27035; }","duration":"259.964502ms","start":"2026-07-03T16:52:43.407228Z","end":"2026-07-03T16:52:43.667192Z","steps":["trace[156375113] 'agreement among raft nodes before linearized reading' (duration: 259.794608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.125802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:52:43.667319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.002215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:52:43.667228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.292559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-03T16:52:43.667372Z","caller":"traceutil/trace.go:171","msg":"trace[574482432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27035; }","duration":"719.077208ms","start":"2026-07-03T16:52:42.948284Z","end":"2026-07-03T16:52:43.667361Z","steps":["trace[574482432] 'agreement among raft nodes before linearized reading' (duration: 718.944934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.667361Z","caller":"traceutil/trace.go:171","msg":"trace[1001086497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27035; }","duration":"259.42943ms","start":"2026-07-03T16:52:43.407917Z","end":"2026-07-03T16:52:43.667347Z","steps":["trace[1001086497] 'agreement among raft nodes before linearized reading' (duration: 259.00172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:43.6674Z","caller":"traceutil/trace.go:171","msg":"trace[1420947281] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27035; }","duration":"253.479355ms","start":"2026-07-03T16:52:43.413909Z","end":"2026-07-03T16:52:43.667388Z","steps":["trace[1420947281] 'agreement among raft nodes before linearized reading' (duration: 253.254019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.667401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.948272Z","time spent":"719.123028ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:52:43.66762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.218945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:52:43.667787Z","caller":"traceutil/trace.go:171","msg":"trace[1652905234] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27035; }","duration":"591.413279ms","start":"2026-07-03T16:52:43.076351Z","end":"2026-07-03T16:52:43.667764Z","steps":["trace[1652905234] 'agreement among raft nodes before linearized reading' (duration: 590.978659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.66787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.076334Z","time spent":"591.518022ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:52:44.106515Z","caller":"traceutil/trace.go:171","msg":"trace[1200798410] linearizableReadLoop","detail":"{readStateIndex:27988; appliedIndex:27982; }","duration":"426.537ms","start":"2026-07-03T16:52:43.679962Z","end":"2026-07-03T16:52:44.106499Z","steps":["trace[1200798410] 'read index received' (duration: 58.736823ms)","trace[1200798410] 'applied index is now lower than readState.Index' (duration: 367.799127ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:44.106607Z","caller":"traceutil/trace.go:171","msg":"trace[575927609] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"432.335332ms","start":"2026-07-03T16:52:43.674263Z","end":"2026-07-03T16:52:44.106598Z","steps":["trace[575927609] 'process raft request' (duration: 432.149058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.106608Z","caller":"traceutil/trace.go:171","msg":"trace[327268241] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"433.178261ms","start":"2026-07-03T16:52:43.673381Z","end":"2026-07-03T16:52:44.106559Z","steps":["trace[327268241] 'process raft request' (duration: 433.007637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.106684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.674244Z","time spent":"432.380663ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:44.106681Z","caller":"traceutil/trace.go:171","msg":"trace[1616307693] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"433.728473ms","start":"2026-07-03T16:52:43.672912Z","end":"2026-07-03T16:52:44.10664Z","steps":["trace[1616307693] 'process raft request' (duration: 433.309294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.10677Z","caller":"traceutil/trace.go:171","msg":"trace[418993391] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"384.130161ms","start":"2026-07-03T16:52:43.722634Z","end":"2026-07-03T16:52:44.106764Z","steps":["trace[418993391] 'process raft request' (duration: 383.840124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.106795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.722612Z","time spent":"384.170321ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.106837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.673371Z","time spent":"433.330315ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:44.106842Z","caller":"traceutil/trace.go:171","msg":"trace[233953498] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"433.692563ms","start":"2026-07-03T16:52:43.673128Z","end":"2026-07-03T16:52:44.10682Z","steps":["trace[233953498] 'process raft request' (duration: 433.204862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.106874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.672889Z","time spent":"433.891077ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.106899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.937919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:52:44.106927Z","caller":"traceutil/trace.go:171","msg":"trace[528753177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27043; }","duration":"426.98452ms","start":"2026-07-03T16:52:43.679934Z","end":"2026-07-03T16:52:44.106919Z","steps":["trace[528753177] 'agreement among raft nodes before linearized reading' (duration: 426.899669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.106942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.679927Z","time spent":"427.011411ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:52:44.106949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.673117Z","time spent":"433.774765ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:44.106707Z","caller":"traceutil/trace.go:171","msg":"trace[1477358712] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"429.729013ms","start":"2026-07-03T16:52:43.676947Z","end":"2026-07-03T16:52:44.106676Z","steps":["trace[1477358712] 'process raft request' (duration: 429.489328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.107014Z","caller":"traceutil/trace.go:171","msg":"trace[1002095957] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"433.838076ms","start":"2026-07-03T16:52:43.673166Z","end":"2026-07-03T16:52:44.107004Z","steps":["trace[1002095957] 'process raft request' (duration: 433.204352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.107045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.676927Z","time spent":"430.056ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.107065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.673149Z","time spent":"433.891537ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.2816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.727528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:44.281758Z","caller":"traceutil/trace.go:171","msg":"trace[1063016886] linearizableReadLoop","detail":"{readStateIndex:27990; appliedIndex:27989; }","duration":"175.159814ms","start":"2026-07-03T16:52:44.106572Z","end":"2026-07-03T16:52:44.281732Z","steps":["trace[1063016886] 'read index received' (duration: 65.1533ms)","trace[1063016886] 'applied index is now lower than readState.Index' (duration: 110.004154ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:44.281788Z","caller":"traceutil/trace.go:171","msg":"trace[667543166] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"539.015611ms","start":"2026-07-03T16:52:43.74273Z","end":"2026-07-03T16:52:44.281746Z","steps":["trace[667543166] 'process raft request' (duration: 429.060228ms)","trace[667543166] 'compare' (duration: 109.560424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:44.281891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.505485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:44.281916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.462441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:44.281945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.73164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:52:44.281972Z","caller":"traceutil/trace.go:171","msg":"trace[1895013683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27044; }","duration":"540.618568ms","start":"2026-07-03T16:52:43.741335Z","end":"2026-07-03T16:52:44.281954Z","steps":["trace[1895013683] 'agreement among raft nodes before linearized reading' (duration: 540.435294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.281983Z","caller":"traceutil/trace.go:171","msg":"trace[696517528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27044; }","duration":"540.772271ms","start":"2026-07-03T16:52:43.741201Z","end":"2026-07-03T16:52:44.281973Z","steps":["trace[696517528] 'agreement among raft nodes before linearized reading' (duration: 540.636598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.281986Z","caller":"traceutil/trace.go:171","msg":"trace[623014332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27044; }","duration":"336.582403ms","start":"2026-07-03T16:52:43.945387Z","end":"2026-07-03T16:52:44.281969Z","steps":["trace[623014332] 'agreement among raft nodes before linearized reading' (duration: 336.42031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.282013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.74118Z","time spent":"540.827912ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:52:44.282014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.741326Z","time spent":"540.680479ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:44.282019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.945368Z","time spent":"336.643985ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:44.282028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.841344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:44.282165Z","caller":"traceutil/trace.go:171","msg":"trace[1556718442] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27044; }","duration":"341.993347ms","start":"2026-07-03T16:52:43.940152Z","end":"2026-07-03T16:52:44.282145Z","steps":["trace[1556718442] 'agreement among raft nodes before linearized reading' (duration: 341.602718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.282232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.742717Z","time spent":"539.187816ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:44.282289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.484657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:52:44.282313Z","caller":"traceutil/trace.go:171","msg":"trace[2065251158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27044; }","duration":"170.517708ms","start":"2026-07-03T16:52:44.111788Z","end":"2026-07-03T16:52:44.282306Z","steps":["trace[2065251158] 'agreement among raft nodes before linearized reading' (duration: 170.438116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.282394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.347387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:52:44.282451Z","caller":"traceutil/trace.go:171","msg":"trace[1349860945] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:27044; }","duration":"171.418558ms","start":"2026-07-03T16:52:44.111019Z","end":"2026-07-03T16:52:44.282437Z","steps":["trace[1349860945] 'agreement among raft nodes before linearized reading' (duration: 171.291075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.282551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.571862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss\" ","response":"range_response_count:1 size:5797"} {"level":"info","ts":"2026-07-03T16:52:44.282603Z","caller":"traceutil/trace.go:171","msg":"trace[1576632028] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss; range_end:; response_count:1; response_revision:27044; }","duration":"171.670183ms","start":"2026-07-03T16:52:44.11092Z","end":"2026-07-03T16:52:44.28259Z","steps":["trace[1576632028] 'agreement among raft nodes before linearized reading' (duration: 170.952437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.282614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.940091Z","time spent":"342.171781ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:44.44941Z","caller":"traceutil/trace.go:171","msg":"trace[1772319200] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"164.806128ms","start":"2026-07-03T16:52:44.284561Z","end":"2026-07-03T16:52:44.449367Z","steps":["trace[1772319200] 'process raft request' (duration: 164.351578ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.510906Z","caller":"traceutil/trace.go:171","msg":"trace[1277360827] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"224.158574ms","start":"2026-07-03T16:52:44.286712Z","end":"2026-07-03T16:52:44.510871Z","steps":["trace[1277360827] 'process raft request' (duration: 223.851297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.511072Z","caller":"traceutil/trace.go:171","msg":"trace[1172610274] linearizableReadLoop","detail":"{readStateIndex:27992; appliedIndex:27990; }","duration":"222.963568ms","start":"2026-07-03T16:52:44.288065Z","end":"2026-07-03T16:52:44.511029Z","steps":["trace[1172610274] 'read index received' (duration: 161.163915ms)","trace[1172610274] 'applied index is now lower than readState.Index' (duration: 61.795963ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:44.511172Z","caller":"traceutil/trace.go:171","msg":"trace[1914690860] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"217.491672ms","start":"2026-07-03T16:52:44.293608Z","end":"2026-07-03T16:52:44.5111Z","steps":["trace[1914690860] 'process raft request' (duration: 217.177035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.5115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.360818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"warn","ts":"2026-07-03T16:52:44.511546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.467459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:52:44.511577Z","caller":"traceutil/trace.go:171","msg":"trace[1234340059] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:27047; }","duration":"213.492051ms","start":"2026-07-03T16:52:44.298066Z","end":"2026-07-03T16:52:44.511558Z","steps":["trace[1234340059] 'agreement among raft nodes before linearized reading' (duration: 213.293196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.51161Z","caller":"traceutil/trace.go:171","msg":"trace[686968954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27047; }","duration":"223.775005ms","start":"2026-07-03T16:52:44.28782Z","end":"2026-07-03T16:52:44.511595Z","steps":["trace[686968954] 'agreement among raft nodes before linearized reading' (duration: 223.501689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.511769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.780731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:44.511844Z","caller":"traceutil/trace.go:171","msg":"trace[1364851613] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27047; }","duration":"176.929445ms","start":"2026-07-03T16:52:44.334895Z","end":"2026-07-03T16:52:44.511824Z","steps":["trace[1364851613] 'agreement among raft nodes before linearized reading' (duration: 176.760811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.832301Z","caller":"traceutil/trace.go:171","msg":"trace[2147237543] linearizableReadLoop","detail":"{readStateIndex:27994; appliedIndex:27993; }","duration":"316.019173ms","start":"2026-07-03T16:52:44.516246Z","end":"2026-07-03T16:52:44.832266Z","steps":["trace[2147237543] 'read index received' (duration: 306.372083ms)","trace[2147237543] 'applied index is now lower than readState.Index' (duration: 9.64395ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:44.832333Z","caller":"traceutil/trace.go:171","msg":"trace[1597696942] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"316.612887ms","start":"2026-07-03T16:52:44.515687Z","end":"2026-07-03T16:52:44.8323Z","steps":["trace[1597696942] 'process raft request' (duration: 307.034128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.832503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.515628Z","time spent":"316.767631ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.83262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.34723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:52:44.832697Z","caller":"traceutil/trace.go:171","msg":"trace[1686637353] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:27048; }","duration":"316.450823ms","start":"2026-07-03T16:52:44.516222Z","end":"2026-07-03T16:52:44.832673Z","steps":["trace[1686637353] 'agreement among raft nodes before linearized reading' (duration: 316.198387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.832744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.516212Z","time spent":"316.519316ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:44.832928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.901021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:44.832979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.001583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss\" ","response":"range_response_count:1 size:5607"} {"level":"info","ts":"2026-07-03T16:52:44.832999Z","caller":"traceutil/trace.go:171","msg":"trace[726805438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27048; }","duration":"225.018314ms","start":"2026-07-03T16:52:44.607961Z","end":"2026-07-03T16:52:44.832979Z","steps":["trace[726805438] 'agreement among raft nodes before linearized reading' (duration: 224.887181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:44.833025Z","caller":"traceutil/trace.go:171","msg":"trace[894361585] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss; range_end:; response_count:1; response_revision:27048; }","duration":"298.074015ms","start":"2026-07-03T16:52:44.534934Z","end":"2026-07-03T16:52:44.833008Z","steps":["trace[894361585] 'agreement among raft nodes before linearized reading' (duration: 297.898461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.833075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.398164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:52:44.833207Z","caller":"traceutil/trace.go:171","msg":"trace[586668276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27048; }","duration":"236.513997ms","start":"2026-07-03T16:52:44.596639Z","end":"2026-07-03T16:52:44.833153Z","steps":["trace[586668276] 'agreement among raft nodes before linearized reading' (duration: 236.22084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:45.346352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:45.847313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:46.348033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:46.849006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:46.946112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:46.946178Z","caller":"traceutil/trace.go:171","msg":"trace[973824022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263784s","start":"2026-07-03T16:52:44.945899Z","end":"2026-07-03T16:52:46.946163Z","steps":["trace[973824022] 'agreement among raft nodes before linearized reading' (duration: 2.000176172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.946238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.945878Z","time spent":"2.000325676s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:47.188898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.344772678s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:48.946974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:48.947066Z","caller":"traceutil/trace.go:171","msg":"trace[289916626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514999s","start":"2026-07-03T16:52:46.946534Z","end":"2026-07-03T16:52:48.947049Z","steps":["trace[289916626] 'agreement among raft nodes before linearized reading' (duration: 2.000408596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:48.947109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.946514Z","time spent":"2.0005864s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:49.336797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34792726s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:49.336993Z","caller":"traceutil/trace.go:171","msg":"trace[1562256548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27048; }","duration":"2.348134125s","start":"2026-07-03T16:52:46.988841Z","end":"2026-07-03T16:52:49.336976Z","steps":["trace[1562256548] 'range keys from in-memory index tree' (duration: 2.34790656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:49.337713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148570283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:49.337788Z","caller":"traceutil/trace.go:171","msg":"trace[1505437268] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"4.493728891s","start":"2026-07-03T16:52:44.844045Z","end":"2026-07-03T16:52:49.337774Z","steps":["trace[1505437268] 'process raft request' (duration: 2.345010904s)","trace[1505437268] 'compare' (duration: 2.147914728s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:49.337851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.844029Z","time spent":"4.493781502s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:49.904656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.176020561s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:50.040542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998979641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:50.040608Z","caller":"traceutil/trace.go:171","msg":"trace[1786061201] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999119514s","start":"2026-07-03T16:52:45.041472Z","end":"2026-07-03T16:52:50.040592Z","steps":["trace[1786061201] 'agreement among raft nodes before linearized reading' (duration: 4.999014332s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:50.040643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.041451Z","time spent":"4.999185205s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/03 16:52:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:50.190166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998385126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:50.190249Z","caller":"traceutil/trace.go:171","msg":"trace[546454533] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998524399s","start":"2026-07-03T16:52:45.191705Z","end":"2026-07-03T16:52:50.19023Z","steps":["trace[546454533] 'agreement among raft nodes before linearized reading' (duration: 4.998419837s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:50.190294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.191648Z","time spent":"4.998636572s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 16:52:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:50.670231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.67204Z","time spent":"4.998183421s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:52:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:50.736248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.241871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:50.736475Z","caller":"traceutil/trace.go:171","msg":"trace[797920802] linearizableReadLoop","detail":"{readStateIndex:27997; appliedIndex:27994; }","duration":"5.890835086s","start":"2026-07-03T16:52:44.845625Z","end":"2026-07-03T16:52:50.73646Z","steps":["trace[797920802] 'read index received' (duration: 2.343412868s)","trace[797920802] 'applied index is now lower than readState.Index' (duration: 3.547420998s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:50.736574Z","caller":"traceutil/trace.go:171","msg":"trace[2027428779] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"4.623614188s","start":"2026-07-03T16:52:46.112932Z","end":"2026-07-03T16:52:50.736546Z","steps":["trace[2027428779] 'process raft request' (duration: 4.623398803s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:50.736864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.112907Z","time spent":"4.623890855s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:50.935146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:50.93524Z","caller":"traceutil/trace.go:171","msg":"trace[1587151288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091789s","start":"2026-07-03T16:52:48.935128Z","end":"2026-07-03T16:52:50.935219Z","steps":["trace[1587151288] 'agreement among raft nodes before linearized reading' (duration: 1.999944086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:50.935292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.935117Z","time spent":"2.000164611s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:50.953312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:50.953525Z","caller":"traceutil/trace.go:171","msg":"trace[1744763127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644382s","start":"2026-07-03T16:52:48.952846Z","end":"2026-07-03T16:52:50.95349Z","steps":["trace[1744763127] 'agreement among raft nodes before linearized reading' (duration: 2.000429347s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:50.953594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.952835Z","time spent":"2.000741464s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:51.008033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999366329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:51.008125Z","caller":"traceutil/trace.go:171","msg":"trace[1821299406] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999504262s","start":"2026-07-03T16:52:46.0086Z","end":"2026-07-03T16:52:51.008104Z","steps":["trace[1821299406] 'agreement among raft nodes before linearized reading' (duration: 4.999401109s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:51.008167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.008572Z","time spent":"4.999587094s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/03 16:52:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:51.01698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.525182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:52:51.017139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.171497713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:52:51.017196Z","caller":"traceutil/trace.go:171","msg":"trace[2013256130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27051; }","duration":"6.171585744s","start":"2026-07-03T16:52:44.845595Z","end":"2026-07-03T16:52:51.01718Z","steps":["trace[2013256130] 'agreement among raft nodes before linearized reading' (duration: 5.890953239s)","trace[2013256130] 'range keys from in-memory index tree' (duration: 280.476142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.017223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.845582Z","time spent":"6.171636295s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:52:51.017423Z","caller":"traceutil/trace.go:171","msg":"trace[760555651] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"2.57499864s","start":"2026-07-03T16:52:48.442408Z","end":"2026-07-03T16:52:51.017407Z","steps":["trace[760555651] 'process raft request' (duration: 2.574654163s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:51.017503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.44239Z","time spent":"2.575061452s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:51.017424Z","caller":"traceutil/trace.go:171","msg":"trace[1142070312] linearizableReadLoop","detail":"{readStateIndex:27999; appliedIndex:27997; }","duration":"280.904911ms","start":"2026-07-03T16:52:50.736502Z","end":"2026-07-03T16:52:51.017407Z","steps":["trace[1142070312] 'read index received' (duration: 63.282µs)","trace[1142070312] 'applied index is now lower than readState.Index' (duration: 280.840449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.421973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.333985768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:51.422064Z","caller":"traceutil/trace.go:171","msg":"trace[1076468531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27052; }","duration":"5.334138861s","start":"2026-07-03T16:52:46.087904Z","end":"2026-07-03T16:52:51.422043Z","steps":["trace[1076468531] 'agreement among raft nodes before linearized reading' (duration: 4.929618004s)","trace[1076468531] 'count revisions from in-memory index tree' (duration: 404.377424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.422115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.087885Z","time spent":"5.334218533s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.422268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33628438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.929573915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T16:52:51.422271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311405021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:51.422362Z","caller":"traceutil/trace.go:171","msg":"trace[742190161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27052; }","duration":"6.336431783s","start":"2026-07-03T16:52:45.085905Z","end":"2026-07-03T16:52:51.422337Z","steps":["trace[742190161] 'agreement among raft nodes before linearized reading' (duration: 5.931629559s)","trace[742190161] 'range keys from in-memory index tree' (duration: 404.675381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.42237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.87102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.085882Z","time spent":"6.336516134s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:52:51.42244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.60423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:51.422427Z","caller":"traceutil/trace.go:171","msg":"trace[104453994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.311609496s","start":"2026-07-03T16:52:46.110782Z","end":"2026-07-03T16:52:51.422391Z","steps":["trace[104453994] 'agreement among raft nodes before linearized reading' (duration: 4.90670225s)","trace[104453994] 'range keys from in-memory index tree' (duration: 404.662481ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.422459Z","caller":"traceutil/trace.go:171","msg":"trace[592418187] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27052; }","duration":"880.671162ms","start":"2026-07-03T16:52:50.54178Z","end":"2026-07-03T16:52:51.422452Z","steps":["trace[592418187] 'agreement among raft nodes before linearized reading' (duration: 475.688954ms)","trace[592418187] 'count revisions from in-memory index tree' (duration: 404.959517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.42249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.541758Z","time spent":"880.725493ms","remote":"127.0.0.1:40368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.422502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988070546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:51.422452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107072136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.110775Z","time spent":"5.311725759s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:52:51.422581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087196229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.309765774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} 2026/07/03 16:52:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:52:51.422628Z","caller":"traceutil/trace.go:171","msg":"trace[1077345590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.309842746s","start":"2026-07-03T16:52:46.112776Z","end":"2026-07-03T16:52:51.422619Z","steps":["trace[1077345590] 'agreement among raft nodes before linearized reading' (duration: 4.904700575s)","trace[1077345590] 'range keys from in-memory index tree' (duration: 405.050129ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.422634Z","caller":"traceutil/trace.go:171","msg":"trace[1312135982] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27052; }","duration":"3.087277041s","start":"2026-07-03T16:52:48.335336Z","end":"2026-07-03T16:52:51.422613Z","steps":["trace[1312135982] 'agreement among raft nodes before linearized reading' (duration: 2.682200001s)","trace[1312135982] 'count revisions from in-memory index tree' (duration: 405.024009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.422662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.112767Z","time spent":"5.309888787s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:51.422671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.575698731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} 2026/07/03 16:52:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:51.422716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835755077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:51.422749Z","caller":"traceutil/trace.go:171","msg":"trace[193633515] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:27052; }","duration":"6.575756033s","start":"2026-07-03T16:52:44.846945Z","end":"2026-07-03T16:52:51.422701Z","steps":["trace[193633515] 'agreement among raft nodes before linearized reading' (duration: 6.170500139s)","trace[193633515] 'range keys from in-memory index tree' (duration: 405.123832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.422271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.405199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.846929Z","time spent":"6.575854645s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:51.422816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312376864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:52:51.422836Z","caller":"traceutil/trace.go:171","msg":"trace[50537727] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27052; }","duration":"770.048943ms","start":"2026-07-03T16:52:50.652767Z","end":"2026-07-03T16:52:51.422816Z","steps":["trace[50537727] 'agreement among raft nodes before linearized reading' (duration: 364.692717ms)","trace[50537727] 'count revisions from in-memory index tree' (duration: 404.730152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.422853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079300571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-03T16:52:51.422871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.749322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:52:51.422886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124744166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.652739Z","time spent":"770.144555ms","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:51.422923Z","caller":"traceutil/trace.go:171","msg":"trace[1393797117] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27052; }","duration":"4.124802787s","start":"2026-07-03T16:52:47.298109Z","end":"2026-07-03T16:52:51.422912Z","steps":["trace[1393797117] 'agreement among raft nodes before linearized reading' (duration: 3.71940062s)","trace[1393797117] 'count revisions from in-memory index tree' (duration: 405.358256ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.422928Z","caller":"traceutil/trace.go:171","msg":"trace[364184696] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a; range_end:; response_count:1; response_revision:27052; }","duration":"2.079391962s","start":"2026-07-03T16:52:49.343511Z","end":"2026-07-03T16:52:51.422903Z","steps":["trace[364184696] 'agreement among raft nodes before linearized reading' (duration: 1.673993145s)","trace[364184696] 'range keys from in-memory index tree' (duration: 405.253634ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.422926Z","caller":"traceutil/trace.go:171","msg":"trace[2028029266] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27052; }","duration":"750.840724ms","start":"2026-07-03T16:52:50.672068Z","end":"2026-07-03T16:52:51.422908Z","steps":["trace[2028029266] 'agreement among raft nodes before linearized reading' (duration: 345.384665ms)","trace[2028029266] 'range keys from in-memory index tree' (duration: 405.338046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.422918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103431922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:49.343498Z","time spent":"2.079457974s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a\" "} {"level":"warn","ts":"2026-07-03T16:52:51.422965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:47.298094Z","time spent":"4.124862728s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.422544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719956103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.422987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.252254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:51.423006Z","caller":"traceutil/trace.go:171","msg":"trace[670301273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27052; }","duration":"2.103541205s","start":"2026-07-03T16:52:49.319446Z","end":"2026-07-03T16:52:51.422987Z","steps":["trace[670301273] 'agreement among raft nodes before linearized reading' (duration: 1.698065456s)","trace[670301273] 'count revisions from in-memory index tree' (duration: 405.340086ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.423035Z","caller":"traceutil/trace.go:171","msg":"trace[2064023794] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27052; }","duration":"902.325197ms","start":"2026-07-03T16:52:50.520697Z","end":"2026-07-03T16:52:51.423023Z","steps":["trace[2064023794] 'agreement among raft nodes before linearized reading' (duration: 496.782106ms)","trace[2064023794] 'count revisions from in-memory index tree' (duration: 405.484769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:49.319387Z","time spent":"2.103650187s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.423055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249252452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-03T16:52:51.423068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.520685Z","time spent":"902.373537ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:51.422851Z","caller":"traceutil/trace.go:171","msg":"trace[967348491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27052; }","duration":"5.312493426s","start":"2026-07-03T16:52:46.110348Z","end":"2026-07-03T16:52:51.422842Z","steps":["trace[967348491] 'agreement among raft nodes before linearized reading' (duration: 4.90714179s)","trace[967348491] 'range keys from in-memory index tree' (duration: 405.243584ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.423086Z","caller":"traceutil/trace.go:171","msg":"trace[1415659550] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27052; }","duration":"4.249321484s","start":"2026-07-03T16:52:47.173754Z","end":"2026-07-03T16:52:51.423076Z","steps":["trace[1415659550] 'agreement among raft nodes before linearized reading' (duration: 3.843766453s)","trace[1415659550] 'range keys from in-memory index tree' (duration: 405.479079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.110331Z","time spent":"5.312767112s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:51.423129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:47.173734Z","time spent":"4.249386186s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:52:51.423114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907596291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:52:51.42319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497796967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:51.423201Z","caller":"traceutil/trace.go:171","msg":"trace[57078932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27052; }","duration":"4.907735204s","start":"2026-07-03T16:52:46.515441Z","end":"2026-07-03T16:52:51.423176Z","steps":["trace[57078932] 'agreement among raft nodes before linearized reading' (duration: 4.502087781s)","trace[57078932] 'range keys from in-memory index tree' (duration: 405.401118ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.423227Z","caller":"traceutil/trace.go:171","msg":"trace[857447586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27052; }","duration":"2.497833818s","start":"2026-07-03T16:52:48.925382Z","end":"2026-07-03T16:52:51.423216Z","steps":["trace[857447586] 'agreement among raft nodes before linearized reading' (duration: 2.092135274s)","trace[857447586] 'count revisions from in-memory index tree' (duration: 405.654563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.422669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513747281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.423255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.51542Z","time spent":"4.907824637s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:52:51.423298Z","caller":"traceutil/trace.go:171","msg":"trace[946156948] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27052; }","duration":"2.514376265s","start":"2026-07-03T16:52:48.908877Z","end":"2026-07-03T16:52:51.423253Z","steps":["trace[946156948] 'agreement among raft nodes before linearized reading' (duration: 2.1086478s)","trace[946156948] 'count revisions from in-memory index tree' (duration: 405.120861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.580576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:51.423341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982594719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:51.423368Z","caller":"traceutil/trace.go:171","msg":"trace[253326511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27052; }","duration":"463.619827ms","start":"2026-07-03T16:52:50.959737Z","end":"2026-07-03T16:52:51.423357Z","steps":["trace[253326511] 'agreement among raft nodes before linearized reading' (duration: 57.853852ms)","trace[253326511] 'range keys from in-memory index tree' (duration: 405.719154ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.423369Z","caller":"traceutil/trace.go:171","msg":"trace[1150702589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27052; }","duration":"2.98266323s","start":"2026-07-03T16:52:48.440696Z","end":"2026-07-03T16:52:51.42336Z","steps":["trace[1150702589] 'agreement among raft nodes before linearized reading' (duration: 2.576834013s)","trace[1150702589] 'count revisions from in-memory index tree' (duration: 405.796076ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.423038Z","caller":"traceutil/trace.go:171","msg":"trace[1558292249] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27052; }","duration":"3.720470565s","start":"2026-07-03T16:52:47.702542Z","end":"2026-07-03T16:52:51.423012Z","steps":["trace[1558292249] 'agreement among raft nodes before linearized reading' (duration: 3.314895604s)","trace[1558292249] 'count revisions from in-memory index tree' (duration: 405.07033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.4234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.959653Z","time spent":"463.74165ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:51.423403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.440677Z","time spent":"2.982718661s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.423424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:47.702528Z","time spent":"3.720880614s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.422417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82348241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:51.423475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223130353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-03T16:52:51.42349Z","caller":"traceutil/trace.go:171","msg":"trace[1212924771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27052; }","duration":"3.824594845s","start":"2026-07-03T16:52:47.598877Z","end":"2026-07-03T16:52:51.423472Z","steps":["trace[1212924771] 'agreement among raft nodes before linearized reading' (duration: 3.418582084s)","trace[1212924771] 'count revisions from in-memory index tree' (duration: 404.916936ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:51.423519Z","caller":"traceutil/trace.go:171","msg":"trace[780858123] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27052; }","duration":"5.223198875s","start":"2026-07-03T16:52:46.200308Z","end":"2026-07-03T16:52:51.423507Z","steps":["trace[780858123] 'agreement among raft nodes before linearized reading' (duration: 4.817234785s)","trace[780858123] 'range keys from in-memory index tree' (duration: 405.876708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.946016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"warn","ts":"2026-07-03T16:52:51.423543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.200294Z","time spent":"5.223242836s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:52:51.422948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312100557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:52:51.423566Z","caller":"traceutil/trace.go:171","msg":"trace[656414826] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27052; }","duration":"405.017848ms","start":"2026-07-03T16:52:51.018538Z","end":"2026-07-03T16:52:51.423556Z","steps":["trace[656414826] 'range keys from in-memory index tree' (duration: 404.800063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:51.423602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.018522Z","time spent":"405.070989ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:52:51.423602Z","caller":"traceutil/trace.go:171","msg":"trace[1628952068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27052; }","duration":"5.312776372s","start":"2026-07-03T16:52:46.110804Z","end":"2026-07-03T16:52:51.42358Z","steps":["trace[1628952068] 'agreement among raft nodes before linearized reading' (duration: 4.906674359s)","trace[1628952068] 'range keys from in-memory index tree' (duration: 405.254204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.908861Z","time spent":"2.514465477s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:51.422529Z","caller":"traceutil/trace.go:171","msg":"trace[767400083] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27052; }","duration":"1.988132626s","start":"2026-07-03T16:52:49.434388Z","end":"2026-07-03T16:52:51.42252Z","steps":["trace[767400083] 'agreement among raft nodes before linearized reading' (duration: 1.583110957s)","trace[767400083] 'count revisions from in-memory index tree' (duration: 404.988988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:49.43437Z","time spent":"1.989358174s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:51.422358Z","caller":"traceutil/trace.go:171","msg":"trace[764989914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27052; }","duration":"3.929652267s","start":"2026-07-03T16:52:47.49269Z","end":"2026-07-03T16:52:51.422343Z","steps":["trace[764989914] 'agreement among raft nodes before linearized reading' (duration: 3.524780362s)","trace[764989914] 'range keys from in-memory index tree' (duration: 404.751623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:47.492671Z","time spent":"3.93114415s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T16:52:51.422609Z","caller":"traceutil/trace.go:171","msg":"trace[1097652295] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27052; }","duration":"1.10723341s","start":"2026-07-03T16:52:50.315333Z","end":"2026-07-03T16:52:51.422566Z","steps":["trace[1097652295] 'agreement among raft nodes before linearized reading' (duration: 702.16148ms)","trace[1097652295] 'count revisions from in-memory index tree' (duration: 404.942117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.925295Z","time spent":"2.497954771s","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:51.422407Z","caller":"traceutil/trace.go:171","msg":"trace[1098992061] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27052; }","duration":"937.94467ms","start":"2026-07-03T16:52:50.48445Z","end":"2026-07-03T16:52:51.422395Z","steps":["trace[1098992061] 'agreement among raft nodes before linearized reading' (duration: 533.035724ms)","trace[1098992061] 'count revisions from in-memory index tree' (duration: 404.861845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.423971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.315313Z","time spent":"1.108611891s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.424018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.48443Z","time spent":"939.571078ms","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:51.422775Z","caller":"traceutil/trace.go:171","msg":"trace[664208959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27052; }","duration":"5.83584963s","start":"2026-07-03T16:52:45.58691Z","end":"2026-07-03T16:52:51.42276Z","steps":["trace[664208959] 'agreement among raft nodes before linearized reading' (duration: 5.430618796s)","trace[664208959] 'count revisions from in-memory index tree' (duration: 405.165442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.424098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.586889Z","time spent":"5.837191749s","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.422494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.178391662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-03T16:52:51.42417Z","caller":"traceutil/trace.go:171","msg":"trace[1390042071] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.18011453s","start":"2026-07-03T16:52:46.244041Z","end":"2026-07-03T16:52:51.424156Z","steps":["trace[1390042071] 'agreement among raft nodes before linearized reading' (duration: 4.773496005s)","trace[1390042071] 'range keys from in-memory index tree' (duration: 404.901246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:51.42422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.244027Z","time spent":"5.180178172s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:52:51.422969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.672052Z","time spent":"750.909125ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:52:51.42354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:47.598852Z","time spent":"3.824671237s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} 2026/07/03 16:52:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:51.424805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.335309Z","time spent":"3.089476071s","remote":"127.0.0.1:57258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:51.424921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.110791Z","time spent":"5.312867545s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:51.926925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:52:52.25162Z","caller":"traceutil/trace.go:171","msg":"trace[1085598817] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"826.41399ms","start":"2026-07-03T16:52:51.425182Z","end":"2026-07-03T16:52:52.251596Z","steps":["trace[1085598817] 'process raft request' (duration: 826.212936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:52.251771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.42516Z","time spent":"826.540814ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:53.169198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.216014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:53.169483Z","caller":"traceutil/trace.go:171","msg":"trace[1408333064] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"1.735869769s","start":"2026-07-03T16:52:51.433595Z","end":"2026-07-03T16:52:53.169465Z","steps":["trace[1408333064] 'process raft request' (duration: 1.735810088s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.169549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.433586Z","time spent":"1.735936861s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:53.169664Z","caller":"traceutil/trace.go:171","msg":"trace[497117948] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"1.74068638s","start":"2026-07-03T16:52:51.428954Z","end":"2026-07-03T16:52:53.16964Z","steps":["trace[497117948] 'process raft request' (duration: 1.740332001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.169697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.428945Z","time spent":"1.740733262s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:53.169744Z","caller":"traceutil/trace.go:171","msg":"trace[302902812] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"1.741698823s","start":"2026-07-03T16:52:51.428023Z","end":"2026-07-03T16:52:53.169722Z","steps":["trace[302902812] 'process raft request' (duration: 1.537876504s)","trace[302902812] 'compare' (duration: 202.760334ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:53.169808Z","caller":"traceutil/trace.go:171","msg":"trace[35732042] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"1.740038326s","start":"2026-07-03T16:52:51.429761Z","end":"2026-07-03T16:52:53.169799Z","steps":["trace[35732042] 'process raft request' (duration: 1.739601715s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.169842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.429752Z","time spent":"1.740071226s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:53.169843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.428001Z","time spent":"1.741785396s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:53.169948Z","caller":"traceutil/trace.go:171","msg":"trace[516179895] linearizableReadLoop","detail":"{readStateIndex:28005; appliedIndex:27999; }","duration":"1.743150647s","start":"2026-07-03T16:52:51.42679Z","end":"2026-07-03T16:52:53.16994Z","steps":["trace[516179895] 'read index received' (duration: 824.760523ms)","trace[516179895] 'applied index is now lower than readState.Index' (duration: 918.389394ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:53.170022Z","caller":"traceutil/trace.go:171","msg":"trace[1917109724] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"1.736201498s","start":"2026-07-03T16:52:51.433814Z","end":"2026-07-03T16:52:53.170016Z","steps":["trace[1917109724] 'process raft request' (duration: 1.735619764s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.170051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.433773Z","time spent":"1.736261209s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:53.170128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743343531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-07-03T16:52:53.170175Z","caller":"traceutil/trace.go:171","msg":"trace[1958132758] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:27058; }","duration":"1.743393803s","start":"2026-07-03T16:52:51.426752Z","end":"2026-07-03T16:52:53.170146Z","steps":["trace[1958132758] 'agreement among raft nodes before linearized reading' (duration: 1.74328884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.170195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.426741Z","time spent":"1.743449964s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:53.175242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744003486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T16:52:53.175303Z","caller":"traceutil/trace.go:171","msg":"trace[1285058037] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27059; }","duration":"1.744096528s","start":"2026-07-03T16:52:51.431193Z","end":"2026-07-03T16:52:53.17529Z","steps":["trace[1285058037] 'agreement among raft nodes before linearized reading' (duration: 1.743926003s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.175333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.431186Z","time spent":"1.744139829s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:52:53.175531Z","caller":"traceutil/trace.go:171","msg":"trace[863004124] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"415.16058ms","start":"2026-07-03T16:52:52.760363Z","end":"2026-07-03T16:52:53.175523Z","steps":["trace[863004124] 'process raft request' (duration: 414.598597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.175591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.760338Z","time spent":"415.208582ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:53.175625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.192284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-03T16:52:53.175727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741313805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.175755Z","caller":"traceutil/trace.go:171","msg":"trace[824205636] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877; range_end:; response_count:1; response_revision:27059; }","duration":"920.345498ms","start":"2026-07-03T16:52:52.25539Z","end":"2026-07-03T16:52:53.175735Z","steps":["trace[824205636] 'agreement among raft nodes before linearized reading' (duration: 920.147084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.17581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.255374Z","time spent":"920.4223ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" "} {"level":"warn","ts":"2026-07-03T16:52:53.175821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741869457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:53.175805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739328979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:52:53.175856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096336852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.175865Z","caller":"traceutil/trace.go:171","msg":"trace[703270239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27059; }","duration":"1.741930758s","start":"2026-07-03T16:52:51.433924Z","end":"2026-07-03T16:52:53.175855Z","steps":["trace[703270239] 'agreement among raft nodes before linearized reading' (duration: 1.741863506s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:53.175885Z","caller":"traceutil/trace.go:171","msg":"trace[766330470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27059; }","duration":"1.096409633s","start":"2026-07-03T16:52:52.079464Z","end":"2026-07-03T16:52:53.175874Z","steps":["trace[766330470] 'agreement among raft nodes before linearized reading' (duration: 1.096363852s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.175893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.433915Z","time spent":"1.74196917s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.175905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.079435Z","time spent":"1.096464065s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:53.175897Z","caller":"traceutil/trace.go:171","msg":"trace[342272995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27059; }","duration":"1.739439861s","start":"2026-07-03T16:52:51.436433Z","end":"2026-07-03T16:52:53.175873Z","steps":["trace[342272995] 'agreement among raft nodes before linearized reading' (duration: 1.739113064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.175947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.436407Z","time spent":"1.739532243s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:52:53.176001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.988389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:53.176046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.817047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-03T16:52:53.176051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.283003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-03T16:52:53.176044Z","caller":"traceutil/trace.go:171","msg":"trace[671271945] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27059; }","duration":"493.074471ms","start":"2026-07-03T16:52:52.682959Z","end":"2026-07-03T16:52:53.176033Z","steps":["trace[671271945] 'agreement among raft nodes before linearized reading' (duration: 492.983639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:53.17608Z","caller":"traceutil/trace.go:171","msg":"trace[377346454] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27059; }","duration":"520.350305ms","start":"2026-07-03T16:52:52.65572Z","end":"2026-07-03T16:52:53.176071Z","steps":["trace[377346454] 'agreement among raft nodes before linearized reading' (duration: 520.264823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.176092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.682938Z","time spent":"493.143832ms","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.176105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.6557Z","time spent":"520.397705ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:52:53.176132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.73698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.176168Z","caller":"traceutil/trace.go:171","msg":"trace[1622680456] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27059; }","duration":"732.768851ms","start":"2026-07-03T16:52:52.443384Z","end":"2026-07-03T16:52:53.176153Z","steps":["trace[1622680456] 'agreement among raft nodes before linearized reading' (duration: 732.717329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.176179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351922113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.17577Z","caller":"traceutil/trace.go:171","msg":"trace[248025164] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27059; }","duration":"1.741371016s","start":"2026-07-03T16:52:51.434387Z","end":"2026-07-03T16:52:53.175758Z","steps":["trace[248025164] 'agreement among raft nodes before linearized reading' (duration: 1.741268193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.176197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.443283Z","time spent":"732.904523ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:53.176201Z","caller":"traceutil/trace.go:171","msg":"trace[1593432986] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27059; }","duration":"1.351989484s","start":"2026-07-03T16:52:51.824205Z","end":"2026-07-03T16:52:53.176194Z","steps":["trace[1593432986] 'agreement among raft nodes before linearized reading' (duration: 1.351953754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.176224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.824173Z","time spent":"1.352044956s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.176231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.43438Z","time spent":"1.741837606s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:52:53.176357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.522797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.176065Z","caller":"traceutil/trace.go:171","msg":"trace[892615973] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:27059; }","duration":"979.873378ms","start":"2026-07-03T16:52:52.196186Z","end":"2026-07-03T16:52:53.176059Z","steps":["trace[892615973] 'agreement among raft nodes before linearized reading' (duration: 979.815307ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:53.176389Z","caller":"traceutil/trace.go:171","msg":"trace[724334169] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27059; }","duration":"600.593949ms","start":"2026-07-03T16:52:52.575785Z","end":"2026-07-03T16:52:53.176379Z","steps":["trace[724334169] 'agreement among raft nodes before linearized reading' (duration: 600.538487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.176418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.196169Z","time spent":"980.237696ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:52:53.176422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:52.575764Z","time spent":"600.648599ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.176595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.950708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.176618Z","caller":"traceutil/trace.go:171","msg":"trace[455676852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27059; }","duration":"230.9995ms","start":"2026-07-03T16:52:52.945611Z","end":"2026-07-03T16:52:53.17661Z","steps":["trace[455676852] 'agreement among raft nodes before linearized reading' (duration: 230.926728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.676296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:54.176666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:54.436186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260810761s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:55.17773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:55.177786Z","caller":"traceutil/trace.go:171","msg":"trace[537278803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119981s","start":"2026-07-03T16:52:53.177655Z","end":"2026-07-03T16:52:55.177775Z","steps":["trace[537278803] 'agreement among raft nodes before linearized reading' (duration: 2.000050429s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:55.177816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.177648Z","time spent":"2.000162402s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:56.11Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.181935Z","time spent":"2.928052931s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:52:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:56.112104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.183683Z","time spent":"2.9284156s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:52:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:56.346917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910459021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:56.34711Z","caller":"traceutil/trace.go:171","msg":"trace[943020187] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"3.171858004s","start":"2026-07-03T16:52:53.175224Z","end":"2026-07-03T16:52:56.347082Z","steps":["trace[943020187] 'process raft request' (duration: 1.261154558s)","trace[943020187] 'compare' (duration: 1.909344725s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:56.347132Z","caller":"traceutil/trace.go:171","msg":"trace[1150293890] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"3.171866885s","start":"2026-07-03T16:52:53.175248Z","end":"2026-07-03T16:52:56.347115Z","steps":["trace[1150293890] 'process raft request' (duration: 3.171786313s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:56.34721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.175192Z","time spent":"3.171963057s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:56.34721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.175219Z","time spent":"3.171946276s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:56.600845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.041363742s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:57.124437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673661ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:57.124635Z","caller":"traceutil/trace.go:171","msg":"trace[241260605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27061; }","duration":"135.915387ms","start":"2026-07-03T16:52:56.988696Z","end":"2026-07-03T16:52:57.124611Z","steps":["trace[241260605] 'range keys from in-memory index tree' (duration: 135.643481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:57.124623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.514027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:57.124893Z","caller":"traceutil/trace.go:171","msg":"trace[291548210] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"3.94953365s","start":"2026-07-03T16:52:53.175322Z","end":"2026-07-03T16:52:57.124856Z","steps":["trace[291548210] 'process raft request' (duration: 3.425684836s)","trace[291548210] 'compare' (duration: 523.015125ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:57.125052Z","caller":"traceutil/trace.go:171","msg":"trace[1818806908] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"3.949431598s","start":"2026-07-03T16:52:53.175605Z","end":"2026-07-03T16:52:57.125037Z","steps":["trace[1818806908] 'process raft request' (duration: 3.949117311s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:57.125058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.175313Z","time spent":"3.949647823s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:57.125221Z","caller":"traceutil/trace.go:171","msg":"trace[1050864146] linearizableReadLoop","detail":"{readStateIndex:28018; appliedIndex:28006; }","duration":"3.949688535s","start":"2026-07-03T16:52:53.175513Z","end":"2026-07-03T16:52:57.125202Z","steps":["trace[1050864146] 'read index received' (duration: 1.260868902s)","trace[1050864146] 'applied index is now lower than readState.Index' (duration: 2.688818383s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:57.125326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.177593Z","time spent":"3.947730481s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:57.125226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.175588Z","time spent":"3.949511251s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:52:57.125414Z","caller":"traceutil/trace.go:171","msg":"trace[1481579690] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"3.941664781s","start":"2026-07-03T16:52:53.183718Z","end":"2026-07-03T16:52:57.125383Z","steps":["trace[1481579690] 'process raft request' (duration: 3.941348063s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:57.125432Z","caller":"traceutil/trace.go:171","msg":"trace[2052029308] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"3.851513221s","start":"2026-07-03T16:52:53.273897Z","end":"2026-07-03T16:52:57.12541Z","steps":["trace[2052029308] 'process raft request' (duration: 3.851200134s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:57.125442Z","caller":"traceutil/trace.go:171","msg":"trace[773203563] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"3.94332056s","start":"2026-07-03T16:52:53.182091Z","end":"2026-07-03T16:52:57.125412Z","steps":["trace[773203563] 'process raft request' (duration: 3.94291138s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:57.125444Z","caller":"traceutil/trace.go:171","msg":"trace[1589132877] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"3.425972534s","start":"2026-07-03T16:52:53.699436Z","end":"2026-07-03T16:52:57.125408Z","steps":["trace[1589132877] 'process raft request' (duration: 3.425728218s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:57.125466Z","caller":"traceutil/trace.go:171","msg":"trace[1952548469] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"3.947269599s","start":"2026-07-03T16:52:53.178163Z","end":"2026-07-03T16:52:57.125433Z","steps":["trace[1952548469] 'process raft request' (duration: 3.946732586s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:57.12549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949968541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:52:57.125541Z","caller":"traceutil/trace.go:171","msg":"trace[177173305] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:27070; }","duration":"3.950035052s","start":"2026-07-03T16:52:53.175489Z","end":"2026-07-03T16:52:57.125524Z","steps":["trace[177173305] 'agreement among raft nodes before linearized reading' (duration: 3.94994468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:57.125546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.27387Z","time spent":"3.851607483s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:57.125566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.182081Z","time spent":"3.943420712s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:57.125583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.699418Z","time spent":"3.426093736s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:57.125595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.17548Z","time spent":"3.950105265s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-07-03T16:52:57.125605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.178156Z","time spent":"3.947370851s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:57.12555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.183708Z","time spent":"3.941767043s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:57.183974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:57.184066Z","caller":"traceutil/trace.go:171","msg":"trace[33949932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260453s","start":"2026-07-03T16:52:55.183786Z","end":"2026-07-03T16:52:57.184046Z","steps":["trace[33949932] 'agreement among raft nodes before linearized reading' (duration: 2.000145991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:57.184116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.183774Z","time spent":"2.000333255s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:57.625828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:57.919688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155117934s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:58.033277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.28323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:58.03352Z","caller":"traceutil/trace.go:171","msg":"trace[907053809] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"2.848793739s","start":"2026-07-03T16:52:55.184706Z","end":"2026-07-03T16:52:58.0335Z","steps":["trace[907053809] 'process raft request' (duration: 2.848665096s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:58.03352Z","caller":"traceutil/trace.go:171","msg":"trace[1660301648] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"2.849330832s","start":"2026-07-03T16:52:55.184139Z","end":"2026-07-03T16:52:58.03347Z","steps":["trace[1660301648] 'process raft request' (duration: 2.735771005s)","trace[1660301648] 'compare' (duration: 112.892652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:58.033598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.184691Z","time spent":"2.848870611s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:58.033696Z","caller":"traceutil/trace.go:171","msg":"trace[1441162446] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"2.841030271s","start":"2026-07-03T16:52:55.192655Z","end":"2026-07-03T16:52:58.033685Z","steps":["trace[1441162446] 'process raft request' (duration: 2.840801276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:58.033744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.184117Z","time spent":"2.849499625s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:58.033762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.19264Z","time spent":"2.841091354s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:58.034153Z","caller":"traceutil/trace.go:171","msg":"trace[1384641238] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27074; }","duration":"1.914507133s","start":"2026-07-03T16:52:56.119637Z","end":"2026-07-03T16:52:58.034144Z","steps":["trace[1384641238] 'process raft request' (duration: 1.914464992s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:58.034137Z","caller":"traceutil/trace.go:171","msg":"trace[1608427025] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"2.84137561s","start":"2026-07-03T16:52:55.192732Z","end":"2026-07-03T16:52:58.034108Z","steps":["trace[1608427025] 'process raft request' (duration: 2.840901429s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:58.034208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:56.119626Z","time spent":"1.914554084s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:58.03416Z","caller":"traceutil/trace.go:171","msg":"trace[1207504452] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27074; }","duration":"1.922153798s","start":"2026-07-03T16:52:56.111985Z","end":"2026-07-03T16:52:58.034139Z","steps":["trace[1207504452] 'process raft request' (duration: 1.922020275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:58.034286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.192688Z","time spent":"2.841513643s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:58.03434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:56.111958Z","time spent":"1.922330321s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:58.3423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.574147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:58.34286Z","caller":"traceutil/trace.go:171","msg":"trace[2031242693] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"1.20919611s","start":"2026-07-03T16:52:57.133646Z","end":"2026-07-03T16:52:58.342842Z","steps":["trace[2031242693] 'process raft request' (duration: 1.208802851s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:58.342876Z","caller":"traceutil/trace.go:171","msg":"trace[562840509] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"1.208837922s","start":"2026-07-03T16:52:57.134023Z","end":"2026-07-03T16:52:58.34286Z","steps":["trace[562840509] 'process raft request' (duration: 1.208465833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:58.342931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.133623Z","time spent":"1.209280452s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:52:58.342888Z","caller":"traceutil/trace.go:171","msg":"trace[1870947055] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"1.209834595s","start":"2026-07-03T16:52:57.133016Z","end":"2026-07-03T16:52:58.34285Z","steps":["trace[1870947055] 'process raft request' (duration: 1.209370135s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:58.342928Z","caller":"traceutil/trace.go:171","msg":"trace[756004180] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"1.216065798s","start":"2026-07-03T16:52:57.126813Z","end":"2026-07-03T16:52:58.342878Z","steps":["trace[756004180] 'process raft request' (duration: 1.045837176s)","trace[756004180] 'compare' (duration: 169.465225ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:58.342905Z","caller":"traceutil/trace.go:171","msg":"trace[801925969] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"1.20657628s","start":"2026-07-03T16:52:57.136296Z","end":"2026-07-03T16:52:58.342873Z","steps":["trace[801925969] 'process raft request' (duration: 1.206223472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:58.343067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.126793Z","time spent":"1.216200021s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:58.343081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.132996Z","time spent":"1.209989578s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:58.343059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.134009Z","time spent":"1.209012516s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:58.34319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.136246Z","time spent":"1.206842487s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:58.608569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.96527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:52:58.608875Z","caller":"traceutil/trace.go:171","msg":"trace[472987106] linearizableReadLoop","detail":"{readStateIndex:28030; appliedIndex:28018; }","duration":"1.483575872s","start":"2026-07-03T16:52:57.12528Z","end":"2026-07-03T16:52:58.608856Z","steps":["trace[472987106] 'read index received' (duration: 794.646154ms)","trace[472987106] 'applied index is now lower than readState.Index' (duration: 688.928608ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:58.609055Z","caller":"traceutil/trace.go:171","msg":"trace[569976350] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"256.247637ms","start":"2026-07-03T16:52:58.352782Z","end":"2026-07-03T16:52:58.609029Z","steps":["trace[569976350] 'process raft request' (duration: 255.96466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:58.60908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433894784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:52:58.609183Z","caller":"traceutil/trace.go:171","msg":"trace[1125326079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27079; }","duration":"3.434002797s","start":"2026-07-03T16:52:55.175133Z","end":"2026-07-03T16:52:58.609135Z","steps":["trace[1125326079] 'agreement among raft nodes before linearized reading' (duration: 3.433776182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:58.609241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.175121Z","time spent":"3.434109969s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:59.109981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:59.184671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:59.184752Z","caller":"traceutil/trace.go:171","msg":"trace[1261827146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444017s","start":"2026-07-03T16:52:57.184289Z","end":"2026-07-03T16:52:59.184733Z","steps":["trace[1261827146] 'agreement among raft nodes before linearized reading' (duration: 2.000343525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.1848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.184267Z","time spent":"2.000523379s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:59.717702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653491634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:59.717796Z","caller":"traceutil/trace.go:171","msg":"trace[1317503982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27080; }","duration":"3.653654857s","start":"2026-07-03T16:52:56.064118Z","end":"2026-07-03T16:52:59.717772Z","steps":["trace[1317503982] 'agreement among raft nodes before linearized reading' (duration: 2.54480035s)","trace[1317503982] 'count revisions from in-memory index tree' (duration: 1.108680823s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.717847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:56.06409Z","time spent":"3.65374455s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.717998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46519118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:59.718105Z","caller":"traceutil/trace.go:171","msg":"trace[815001009] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27080; }","duration":"3.465310252s","start":"2026-07-03T16:52:56.252769Z","end":"2026-07-03T16:52:59.718079Z","steps":["trace[815001009] 'agreement among raft nodes before linearized reading' (duration: 2.356201029s)","trace[815001009] 'count revisions from in-memory index tree' (duration: 1.108958099s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.718164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:56.25272Z","time spent":"3.465430465s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.718323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544575083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:52:59.718368Z","caller":"traceutil/trace.go:171","msg":"trace[1021648008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27080; }","duration":"4.544652284s","start":"2026-07-03T16:52:55.173703Z","end":"2026-07-03T16:52:59.718355Z","steps":["trace[1021648008] 'agreement among raft nodes before linearized reading' (duration: 3.435270885s)","trace[1021648008] 'range keys from in-memory index tree' (duration: 1.109252746s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.7184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.173678Z","time spent":"4.544714595s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:52:59.718458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983933138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:59.718512Z","caller":"traceutil/trace.go:171","msg":"trace[1141055789] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27080; }","duration":"3.984013449s","start":"2026-07-03T16:52:55.734483Z","end":"2026-07-03T16:52:59.718497Z","steps":["trace[1141055789] 'agreement among raft nodes before linearized reading' (duration: 2.874469506s)","trace[1141055789] 'count revisions from in-memory index tree' (duration: 1.10945684s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.718556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.734467Z","time spent":"3.984078311s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.718643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.534005968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:52:59.718681Z","caller":"traceutil/trace.go:171","msg":"trace[747490671] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27080; }","duration":"6.53405707s","start":"2026-07-03T16:52:53.184613Z","end":"2026-07-03T16:52:59.71867Z","steps":["trace[747490671] 'agreement among raft nodes before linearized reading' (duration: 5.424383834s)","trace[747490671] 'range keys from in-memory index tree' (duration: 1.109585694s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.718714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.184607Z","time spent":"6.53409833s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:52:59.718846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738502178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:52:59.7189Z","caller":"traceutil/trace.go:171","msg":"trace[1628855565] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27080; }","duration":"2.738588789s","start":"2026-07-03T16:52:56.980295Z","end":"2026-07-03T16:52:59.718884Z","steps":["trace[1628855565] 'agreement among raft nodes before linearized reading' (duration: 1.628673058s)","trace[1628855565] 'range keys from in-memory index tree' (duration: 1.109756347s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.718935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:56.980277Z","time spent":"2.738649611s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:52:59.718971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828536024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:59.719011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974273454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:59.719026Z","caller":"traceutil/trace.go:171","msg":"trace[1835431413] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27080; }","duration":"3.828630036s","start":"2026-07-03T16:52:55.89038Z","end":"2026-07-03T16:52:59.71901Z","steps":["trace[1835431413] 'agreement among raft nodes before linearized reading' (duration: 2.718560822s)","trace[1835431413] 'count revisions from in-memory index tree' (duration: 1.109989843s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.719063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.89036Z","time spent":"3.828692838s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:59.719066Z","caller":"traceutil/trace.go:171","msg":"trace[589968585] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27080; }","duration":"5.974348815s","start":"2026-07-03T16:52:53.744696Z","end":"2026-07-03T16:52:59.719045Z","steps":["trace[589968585] 'agreement among raft nodes before linearized reading' (duration: 4.864287711s)","trace[589968585] 'count revisions from in-memory index tree' (duration: 1.109978913s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.718559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.394438038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:59.719155Z","caller":"traceutil/trace.go:171","msg":"trace[1129410488] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27080; }","duration":"6.395066872s","start":"2026-07-03T16:52:53.324068Z","end":"2026-07-03T16:52:59.719135Z","steps":["trace[1129410488] 'agreement among raft nodes before linearized reading' (duration: 5.284926666s)","trace[1129410488] 'count revisions from in-memory index tree' (duration: 1.109541383s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.718914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.788107851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:59.719137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.535451381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:59.719196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543898878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:52:59.719207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.324045Z","time spent":"6.395147975s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:59.719232Z","caller":"traceutil/trace.go:171","msg":"trace[1495362728] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27080; }","duration":"6.535591415s","start":"2026-07-03T16:52:53.183614Z","end":"2026-07-03T16:52:59.719205Z","steps":["trace[1495362728] 'agreement among raft nodes before linearized reading' (duration: 5.425392996s)","trace[1495362728] 'range keys from in-memory index tree' (duration: 1.110065125s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:59.719246Z","caller":"traceutil/trace.go:171","msg":"trace[1961929467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27080; }","duration":"4.543937939s","start":"2026-07-03T16:52:55.175291Z","end":"2026-07-03T16:52:59.719229Z","steps":["trace[1961929467] 'agreement among raft nodes before linearized reading' (duration: 3.43369046s)","trace[1961929467] 'range keys from in-memory index tree' (duration: 1.110127936s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.719288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.175233Z","time spent":"4.544048431s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:52:59.719302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.183604Z","time spent":"6.535681647s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:52:59.719289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042604208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:59.719354Z","caller":"traceutil/trace.go:171","msg":"trace[323938197] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27080; }","duration":"3.788466409s","start":"2026-07-03T16:52:55.93073Z","end":"2026-07-03T16:52:59.719196Z","steps":["trace[323938197] 'agreement among raft nodes before linearized reading' (duration: 2.67822991s)","trace[323938197] 'count revisions from in-memory index tree' (duration: 1.109889681s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:59.719402Z","caller":"traceutil/trace.go:171","msg":"trace[1669188114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27080; }","duration":"5.042758041s","start":"2026-07-03T16:52:54.676611Z","end":"2026-07-03T16:52:59.719369Z","steps":["trace[1669188114] 'agreement among raft nodes before linearized reading' (duration: 3.932379059s)","trace[1669188114] 'count revisions from in-memory index tree' (duration: 1.110221149s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.719105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.744686Z","time spent":"5.974409847s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.719468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:54.676594Z","time spent":"5.042854784s","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.719472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336221488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:52:59.719534Z","caller":"traceutil/trace.go:171","msg":"trace[1193014008] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27080; }","duration":"6.336320251s","start":"2026-07-03T16:52:53.383193Z","end":"2026-07-03T16:52:59.719513Z","steps":["trace[1193014008] 'agreement among raft nodes before linearized reading' (duration: 5.225813015s)","trace[1193014008] 'range keys from in-memory index tree' (duration: 1.110314081s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.719604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.383176Z","time spent":"6.336408672s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-03T16:52:59.71945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:55.930701Z","time spent":"3.788727936s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.719742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.737050842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-03T16:52:59.719818Z","caller":"traceutil/trace.go:171","msg":"trace[879933173] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27080; }","duration":"4.737149715s","start":"2026-07-03T16:52:54.982643Z","end":"2026-07-03T16:52:59.719792Z","steps":["trace[879933173] 'agreement among raft nodes before linearized reading' (duration: 3.626369683s)","trace[879933173] 'range keys from in-memory index tree' (duration: 1.110591257s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.719913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:54.982628Z","time spent":"4.737235296s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:52:59.719923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.810268276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-03T16:52:59.719976Z","caller":"traceutil/trace.go:171","msg":"trace[452201000] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.810363088s","start":"2026-07-03T16:52:53.909601Z","end":"2026-07-03T16:52:59.719964Z","steps":["trace[452201000] 'agreement among raft nodes before linearized reading' (duration: 4.699415672s)","trace[452201000] 'range keys from in-memory index tree' (duration: 1.110832112s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.720013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:53.90954Z","time spent":"5.81046438s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/03 16:52:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:59.720056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.591535775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:59.720151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.951482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:59.720214Z","caller":"traceutil/trace.go:171","msg":"trace[1970536826] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"1.197852662s","start":"2026-07-03T16:52:58.522349Z","end":"2026-07-03T16:52:59.720202Z","steps":["trace[1970536826] 'process raft request' (duration: 829.769888ms)","trace[1970536826] 'compare' (duration: 367.063281ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:59.720215Z","caller":"traceutil/trace.go:171","msg":"trace[1641604177] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27080; }","duration":"5.591936184s","start":"2026-07-03T16:52:54.128229Z","end":"2026-07-03T16:52:59.720165Z","steps":["trace[1641604177] 'agreement among raft nodes before linearized reading' (duration: 4.480780764s)","trace[1641604177] 'count revisions from in-memory index tree' (duration: 1.11072458s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.720332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:54.128173Z","time spent":"5.592145339s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.720263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:58.522313Z","time spent":"1.197926624s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:59.722219Z","caller":"traceutil/trace.go:171","msg":"trace[871909698] linearizableReadLoop","detail":"{readStateIndex:28033; appliedIndex:28031; }","duration":"1.113263408s","start":"2026-07-03T16:52:58.608937Z","end":"2026-07-03T16:52:59.7222Z","steps":["trace[871909698] 'read index received' (duration: 743.180238ms)","trace[871909698] 'applied index is now lower than readState.Index' (duration: 370.08138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:59.722582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532832218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:59.722617Z","caller":"traceutil/trace.go:171","msg":"trace[2058873527] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27083; }","duration":"1.53291447s","start":"2026-07-03T16:52:58.189693Z","end":"2026-07-03T16:52:59.722607Z","steps":["trace[2058873527] 'agreement among raft nodes before linearized reading' (duration: 1.532620174s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.722643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:58.189669Z","time spent":"1.532967682s","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.722674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973800259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-03T16:52:59.722717Z","caller":"traceutil/trace.go:171","msg":"trace[213341888] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27083; }","duration":"1.97386058s","start":"2026-07-03T16:52:57.748815Z","end":"2026-07-03T16:52:59.722702Z","steps":["trace[213341888] 'agreement among raft nodes before linearized reading' (duration: 1.973722917s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:59.722724Z","caller":"traceutil/trace.go:171","msg":"trace[1316373065] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"590.535599ms","start":"2026-07-03T16:52:59.132146Z","end":"2026-07-03T16:52:59.722682Z","steps":["trace[1316373065] 'process raft request' (duration: 590.000247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.72278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233197589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:59.722759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.748807Z","time spent":"1.973938982s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:52:59.722836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.132127Z","time spent":"590.644832ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:59.722863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377360795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:52:59.72288Z","caller":"traceutil/trace.go:171","msg":"trace[1032399996] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27083; }","duration":"1.377416506s","start":"2026-07-03T16:52:58.345459Z","end":"2026-07-03T16:52:59.722876Z","steps":["trace[1032399996] 'agreement among raft nodes before linearized reading' (duration: 1.377354035s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.722897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:58.345438Z","time spent":"1.377455047s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:52:59.722987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990998432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:59.723044Z","caller":"traceutil/trace.go:171","msg":"trace[1634459058] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27083; }","duration":"1.991096844s","start":"2026-07-03T16:52:57.731935Z","end":"2026-07-03T16:52:59.723031Z","steps":["trace[1634459058] 'agreement among raft nodes before linearized reading' (duration: 1.991009192s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.731916Z","time spent":"1.991172196s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:59.723122Z","caller":"traceutil/trace.go:171","msg":"trace[1551535279] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"1.109270596s","start":"2026-07-03T16:52:58.613828Z","end":"2026-07-03T16:52:59.723098Z","steps":["trace[1551535279] 'process raft request' (duration: 1.108204442s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:58.613805Z","time spent":"1.109351869s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:59.723012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382098742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:59.723307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.862877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:59.723323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993653743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:59.723346Z","caller":"traceutil/trace.go:171","msg":"trace[1174484677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27083; }","duration":"786.922209ms","start":"2026-07-03T16:52:58.936408Z","end":"2026-07-03T16:52:59.72333Z","steps":["trace[1174484677] 'agreement among raft nodes before linearized reading' (duration: 786.870677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:59.72334Z","caller":"traceutil/trace.go:171","msg":"trace[1646989993] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27083; }","duration":"1.38245186s","start":"2026-07-03T16:52:58.34087Z","end":"2026-07-03T16:52:59.723322Z","steps":["trace[1646989993] 'agreement among raft nodes before linearized reading' (duration: 1.382114283s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:59.723362Z","caller":"traceutil/trace.go:171","msg":"trace[139910049] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27083; }","duration":"1.993717534s","start":"2026-07-03T16:52:57.729633Z","end":"2026-07-03T16:52:59.723351Z","steps":["trace[139910049] 'agreement among raft nodes before linearized reading' (duration: 1.993659643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:58.936393Z","time spent":"786.973839ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:59.7234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.729618Z","time spent":"1.993772466s","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.723413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579275699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-07-03T16:52:59.722801Z","caller":"traceutil/trace.go:171","msg":"trace[374076441] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27083; }","duration":"1.23325678s","start":"2026-07-03T16:52:58.489537Z","end":"2026-07-03T16:52:59.722794Z","steps":["trace[374076441] 'agreement among raft nodes before linearized reading' (duration: 1.23322038s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:59.723446Z","caller":"traceutil/trace.go:171","msg":"trace[973051315] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:27083; }","duration":"2.579348181s","start":"2026-07-03T16:52:57.144085Z","end":"2026-07-03T16:52:59.723433Z","steps":["trace[973051315] 'agreement among raft nodes before linearized reading' (duration: 2.579257599s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:58.489516Z","time spent":"1.233927216s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.723481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.144067Z","time spent":"2.579406552s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:52:59.723491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590945656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b622bd5e8e\" ","response":"range_response_count:1 size:824"} {"level":"warn","ts":"2026-07-03T16:52:59.723321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591330804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:52:59.72354Z","caller":"traceutil/trace.go:171","msg":"trace[1603443619] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b622bd5e8e; range_end:; response_count:1; response_revision:27083; }","duration":"2.591023317s","start":"2026-07-03T16:52:57.132502Z","end":"2026-07-03T16:52:59.723525Z","steps":["trace[1603443619] 'agreement among raft nodes before linearized reading' (duration: 2.590858643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.130852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:52:59.723585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.132452Z","time spent":"2.59112518s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b622bd5e8e\" "} {"level":"info","ts":"2026-07-03T16:52:59.723602Z","caller":"traceutil/trace.go:171","msg":"trace[934749547] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27083; }","duration":"531.200333ms","start":"2026-07-03T16:52:59.192393Z","end":"2026-07-03T16:52:59.723594Z","steps":["trace[934749547] 'agreement among raft nodes before linearized reading' (duration: 531.101321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043895581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:59.723629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.192373Z","time spent":"531.249754ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-03T16:52:59.72364Z","caller":"traceutil/trace.go:171","msg":"trace[763861278] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27083; }","duration":"2.04428881s","start":"2026-07-03T16:52:57.67934Z","end":"2026-07-03T16:52:59.723629Z","steps":["trace[763861278] 'agreement among raft nodes before linearized reading' (duration: 2.043903522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.679319Z","time spent":"2.044467604s","remote":"127.0.0.1:40628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:59.723546Z","caller":"traceutil/trace.go:171","msg":"trace[1431151482] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:27083; }","duration":"2.59159919s","start":"2026-07-03T16:52:57.131937Z","end":"2026-07-03T16:52:59.723536Z","steps":["trace[1431151482] 'agreement among raft nodes before linearized reading' (duration: 2.591303694s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.723399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:58.340847Z","time spent":"1.382527584s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:59.72396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:57.131919Z","time spent":"2.59202453s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:59.723502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.801133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:59.724069Z","caller":"traceutil/trace.go:171","msg":"trace[663951396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27083; }","duration":"531.406097ms","start":"2026-07-03T16:52:59.192651Z","end":"2026-07-03T16:52:59.724057Z","steps":["trace[663951396] 'agreement among raft nodes before linearized reading' (duration: 530.825274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:59.724097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.19263Z","time spent":"531.459758ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:00.953237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.422005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:00.953415Z","caller":"traceutil/trace.go:171","msg":"trace[1869768709] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"1.227306835s","start":"2026-07-03T16:52:59.726082Z","end":"2026-07-03T16:53:00.953389Z","steps":["trace[1869768709] 'process raft request' (duration: 308.656736ms)","trace[1869768709] 'compare' (duration: 917.922392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:00.953487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.726055Z","time spent":"1.227397706s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:01.356387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321625801s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:01.719187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.129106Z","time spent":"590.072907ms","remote":"127.0.0.1:53970","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:01.719523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.880705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:01.719708Z","caller":"traceutil/trace.go:171","msg":"trace[300750212] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"1.993224093s","start":"2026-07-03T16:52:59.726465Z","end":"2026-07-03T16:53:01.719689Z","steps":["trace[300750212] 'process raft request' (duration: 1.630090112s)","trace[300750212] 'compare' (duration: 362.754051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:01.719766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.726445Z","time spent":"1.993291765s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:01.719808Z","caller":"traceutil/trace.go:171","msg":"trace[2104921844] linearizableReadLoop","detail":"{readStateIndex:28036; appliedIndex:28034; }","duration":"1.993173522s","start":"2026-07-03T16:52:59.726621Z","end":"2026-07-03T16:53:01.719794Z","steps":["trace[2104921844] 'read index received' (duration: 308.133884ms)","trace[2104921844] 'applied index is now lower than readState.Index' (duration: 1.685038588s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:01.719974Z","caller":"traceutil/trace.go:171","msg":"trace[1455234864] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"1.991521984s","start":"2026-07-03T16:52:59.728444Z","end":"2026-07-03T16:53:01.719966Z","steps":["trace[1455234864] 'process raft request' (duration: 1.991306019s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:01.720013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.728435Z","time spent":"1.991554155s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:01.720102Z","caller":"traceutil/trace.go:171","msg":"trace[626990849] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"1.992941557s","start":"2026-07-03T16:52:59.727151Z","end":"2026-07-03T16:53:01.720093Z","steps":["trace[626990849] 'process raft request' (duration: 1.992475946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:01.720105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993478039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"warn","ts":"2026-07-03T16:53:01.720136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.727135Z","time spent":"1.992982607s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:01.720139Z","caller":"traceutil/trace.go:171","msg":"trace[1762438533] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:27087; }","duration":"1.993549321s","start":"2026-07-03T16:52:59.72658Z","end":"2026-07-03T16:53:01.72013Z","steps":["trace[1762438533] 'agreement among raft nodes before linearized reading' (duration: 1.993417418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:01.720187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.726569Z","time spent":"1.993591941s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3331,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:01.946844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:01.946939Z","caller":"traceutil/trace.go:171","msg":"trace[572434876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678583s","start":"2026-07-03T16:52:59.946242Z","end":"2026-07-03T16:53:01.94692Z","steps":["trace[572434876] 'agreement among raft nodes before linearized reading' (duration: 2.00053331s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:01.946988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.946223Z","time spent":"2.000754614s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:02.220462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:02.373743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.524206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:02.37398Z","caller":"traceutil/trace.go:171","msg":"trace[1410803455] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"2.335608689s","start":"2026-07-03T16:53:00.038352Z","end":"2026-07-03T16:53:02.373961Z","steps":["trace[1410803455] 'process raft request' (duration: 2.182790036s)","trace[1410803455] 'compare' (duration: 152.412804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:02.374049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:00.038329Z","time spent":"2.335690981s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:02.374183Z","caller":"traceutil/trace.go:171","msg":"trace[350110431] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"1.759794777s","start":"2026-07-03T16:53:00.614373Z","end":"2026-07-03T16:53:02.374168Z","steps":["trace[350110431] 'process raft request' (duration: 1.759713355s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.374265Z","caller":"traceutil/trace.go:171","msg":"trace[145824471] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"2.026185266s","start":"2026-07-03T16:53:00.348071Z","end":"2026-07-03T16:53:02.374256Z","steps":["trace[145824471] 'process raft request' (duration: 2.02593463s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.374212Z","caller":"traceutil/trace.go:171","msg":"trace[1327432348] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"2.334053163s","start":"2026-07-03T16:53:00.040119Z","end":"2026-07-03T16:53:02.374172Z","steps":["trace[1327432348] 'process raft request' (duration: 2.333714515s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.374359Z","caller":"traceutil/trace.go:171","msg":"trace[1926196160] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"2.025909319s","start":"2026-07-03T16:53:00.348402Z","end":"2026-07-03T16:53:02.374311Z","steps":["trace[1926196160] 'process raft request' (duration: 2.025650663s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.374531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:00.348375Z","time spent":"2.026057403s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:02.374341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:00.348043Z","time spent":"2.026256087s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:02.374797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:00.040111Z","time spent":"2.33438182s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:02.374939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:00.614349Z","time spent":"1.759905359s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:02.997721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.990534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:02.997954Z","caller":"traceutil/trace.go:171","msg":"trace[2048340580] linearizableReadLoop","detail":"{readStateIndex:28046; appliedIndex:28038; }","duration":"1.278099116s","start":"2026-07-03T16:53:01.719838Z","end":"2026-07-03T16:53:02.997937Z","steps":["trace[2048340580] 'read index received' (duration: 501.313609ms)","trace[2048340580] 'applied index is now lower than readState.Index' (duration: 776.784567ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:02.997959Z","caller":"traceutil/trace.go:171","msg":"trace[1690756421] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"1.272231741s","start":"2026-07-03T16:53:01.725698Z","end":"2026-07-03T16:53:02.997929Z","steps":["trace[1690756421] 'process raft request' (duration: 930.94229ms)","trace[1690756421] 'compare' (duration: 340.629717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:02.99807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270588332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:02.998105Z","caller":"traceutil/trace.go:171","msg":"trace[995021901] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27095; }","duration":"3.270642853s","start":"2026-07-03T16:52:59.727451Z","end":"2026-07-03T16:53:02.998094Z","steps":["trace[995021901] 'agreement among raft nodes before linearized reading' (duration: 3.270581232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.725672Z","time spent":"1.272356445s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:02.998095Z","caller":"traceutil/trace.go:171","msg":"trace[1641819186] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"1.272208431s","start":"2026-07-03T16:53:01.725871Z","end":"2026-07-03T16:53:02.99808Z","steps":["trace[1641819186] 'process raft request' (duration: 1.271944555s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.727442Z","time spent":"3.270693104s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:02.998188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.725862Z","time spent":"1.272289092s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:02.998296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270526029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-07-03T16:53:02.998453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274458833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-07-03T16:53:02.998443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271134474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:53:02.998513Z","caller":"traceutil/trace.go:171","msg":"trace[1120555575] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:27095; }","duration":"1.274545864s","start":"2026-07-03T16:53:01.723952Z","end":"2026-07-03T16:53:02.998498Z","steps":["trace[1120555575] 'agreement among raft nodes before linearized reading' (duration: 1.27434524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271215886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:53:02.998553Z","caller":"traceutil/trace.go:171","msg":"trace[1205426888] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb; range_end:; response_count:1; response_revision:27095; }","duration":"3.271268567s","start":"2026-07-03T16:52:59.727259Z","end":"2026-07-03T16:53:02.998527Z","steps":["trace[1205426888] 'agreement among raft nodes before linearized reading' (duration: 3.270928529s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246492593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:53:02.998587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051561787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:02.998608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.727253Z","time spent":"3.271344349s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb\" "} {"level":"info","ts":"2026-07-03T16:53:02.998644Z","caller":"traceutil/trace.go:171","msg":"trace[1899229629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27095; }","duration":"1.051618878s","start":"2026-07-03T16:53:01.947012Z","end":"2026-07-03T16:53:02.99863Z","steps":["trace[1899229629] 'agreement among raft nodes before linearized reading' (duration: 1.051532106s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.998638Z","caller":"traceutil/trace.go:171","msg":"trace[1395816245] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27095; }","duration":"1.246574615s","start":"2026-07-03T16:53:01.752049Z","end":"2026-07-03T16:53:02.998624Z","steps":["trace[1395816245] 'agreement among raft nodes before linearized reading' (duration: 1.246423202s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269878765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:53:02.998673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270501199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-07-03T16:53:02.998679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.946954Z","time spent":"1.05171902s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:53:02.998708Z","caller":"traceutil/trace.go:171","msg":"trace[397880771] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27095; }","duration":"3.27055169s","start":"2026-07-03T16:52:59.728148Z","end":"2026-07-03T16:53:02.9987Z","steps":["trace[397880771] 'agreement among raft nodes before linearized reading' (duration: 3.270466398s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.9987Z","caller":"traceutil/trace.go:171","msg":"trace[1038301458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27095; }","duration":"3.269956737s","start":"2026-07-03T16:52:59.728734Z","end":"2026-07-03T16:53:02.99869Z","steps":["trace[1038301458] 'agreement among raft nodes before linearized reading' (duration: 3.269756732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.728138Z","time spent":"3.270597692s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:02.998749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274442502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b018ab13fc\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-07-03T16:53:02.998782Z","caller":"traceutil/trace.go:171","msg":"trace[1236205735] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bed5b018ab13fc; range_end:; response_count:1; response_revision:27095; }","duration":"1.274469262s","start":"2026-07-03T16:53:01.7243Z","end":"2026-07-03T16:53:02.998769Z","steps":["trace[1236205735] 'agreement among raft nodes before linearized reading' (duration: 1.27438777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.728728Z","time spent":"3.270022748s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:02.998559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.723938Z","time spent":"1.274609915s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:02.998817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.724294Z","time spent":"1.274516703s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b018ab13fc\" "} {"level":"info","ts":"2026-07-03T16:53:02.998594Z","caller":"traceutil/trace.go:171","msg":"trace[1985120374] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27095; }","duration":"3.271313708s","start":"2026-07-03T16:52:59.72727Z","end":"2026-07-03T16:53:02.998584Z","steps":["trace[1985120374] 'agreement among raft nodes before linearized reading' (duration: 3.271184405s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.998974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.727254Z","time spent":"3.271706477s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:53:02.999061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.209466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-03T16:53:02.998665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269277004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:53:02.998683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.752032Z","time spent":"1.246643176s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:02.999111Z","caller":"traceutil/trace.go:171","msg":"trace[211383612] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27095; }","duration":"847.292768ms","start":"2026-07-03T16:53:02.151802Z","end":"2026-07-03T16:53:02.999095Z","steps":["trace[211383612] 'agreement among raft nodes before linearized reading' (duration: 847.174265ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.999114Z","caller":"traceutil/trace.go:171","msg":"trace[1518709316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27095; }","duration":"1.269743625s","start":"2026-07-03T16:53:01.72936Z","end":"2026-07-03T16:53:02.999104Z","steps":["trace[1518709316] 'agreement among raft nodes before linearized reading' (duration: 1.269234503s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.99915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.151784Z","time spent":"847.358019ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:53:02.998461Z","caller":"traceutil/trace.go:171","msg":"trace[1922934813] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27095; }","duration":"3.270674812s","start":"2026-07-03T16:52:59.727744Z","end":"2026-07-03T16:53:02.998419Z","steps":["trace[1922934813] 'agreement among raft nodes before linearized reading' (duration: 3.270249593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.999182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.729353Z","time spent":"1.269815396s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:02.999218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.727726Z","time spent":"3.271479241s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:02.999423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980842359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:02.999449Z","caller":"traceutil/trace.go:171","msg":"trace[1376054494] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"1.270631614s","start":"2026-07-03T16:53:01.728801Z","end":"2026-07-03T16:53:02.999432Z","steps":["trace[1376054494] 'process raft request' (duration: 1.269083799s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.999463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.127407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:02.99951Z","caller":"traceutil/trace.go:171","msg":"trace[348353404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27095; }","duration":"939.218199ms","start":"2026-07-03T16:53:02.06028Z","end":"2026-07-03T16:53:02.999499Z","steps":["trace[348353404] 'agreement among raft nodes before linearized reading' (duration: 939.138757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.999516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752245054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:02.999515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.901874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:53:02.999523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.72879Z","time spent":"1.270693556s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:02.99951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8667509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:02.999548Z","caller":"traceutil/trace.go:171","msg":"trace[1316518880] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27095; }","duration":"1.752313325s","start":"2026-07-03T16:53:01.247225Z","end":"2026-07-03T16:53:02.999539Z","steps":["trace[1316518880] 'agreement among raft nodes before linearized reading' (duration: 1.752266134s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.999553Z","caller":"traceutil/trace.go:171","msg":"trace[574107290] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27095; }","duration":"949.969935ms","start":"2026-07-03T16:53:02.049574Z","end":"2026-07-03T16:53:02.999544Z","steps":["trace[574107290] 'agreement among raft nodes before linearized reading' (duration: 948.792398ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.999568Z","caller":"traceutil/trace.go:171","msg":"trace[1769532593] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27095; }","duration":"2.866842143s","start":"2026-07-03T16:53:00.132716Z","end":"2026-07-03T16:53:02.999558Z","steps":["trace[1769532593] 'agreement among raft nodes before linearized reading' (duration: 2.8667559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.999585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.247206Z","time spent":"1.752370477s","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:02.999548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.06026Z","time spent":"939.278901ms","remote":"127.0.0.1:59426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:02.999613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:00.1327Z","time spent":"2.866903854s","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:02.999611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950640399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:02.999698Z","caller":"traceutil/trace.go:171","msg":"trace[2110199842] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27095; }","duration":"2.950741101s","start":"2026-07-03T16:53:00.048904Z","end":"2026-07-03T16:53:02.999645Z","steps":["trace[2110199842] 'agreement among raft nodes before linearized reading' (duration: 2.950620627s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:02.999471Z","caller":"traceutil/trace.go:171","msg":"trace[23714178] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27095; }","duration":"1.980925781s","start":"2026-07-03T16:53:01.018531Z","end":"2026-07-03T16:53:02.999457Z","steps":["trace[23714178] 'agreement among raft nodes before linearized reading' (duration: 1.980853409s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:02.999588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.049558Z","time spent":"950.023398ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2702,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:02.999774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:00.048886Z","time spent":"2.950848073s","remote":"127.0.0.1:43946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:02.999785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.018514Z","time spent":"1.98125909s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:03.00235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174787591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:53:03.002475Z","caller":"traceutil/trace.go:171","msg":"trace[2052085933] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:27095; }","duration":"3.174965617s","start":"2026-07-03T16:52:59.827469Z","end":"2026-07-03T16:53:03.002434Z","steps":["trace[2052085933] 'agreement among raft nodes before linearized reading' (duration: 3.170498374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:03.002541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:59.827446Z","time spent":"3.175081819s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-07-03T16:53:03.50466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:04.131418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.220918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:04.131507Z","caller":"traceutil/trace.go:171","msg":"trace[931272883] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"1.129060629s","start":"2026-07-03T16:53:03.002431Z","end":"2026-07-03T16:53:04.131492Z","steps":["trace[931272883] 'process raft request' (duration: 770.701338ms)","trace[931272883] 'compare' (duration: 357.044711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:04.131549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.002413Z","time spent":"1.12911565s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:04.936104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.080241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:04.936363Z","caller":"traceutil/trace.go:171","msg":"trace[919243099] linearizableReadLoop","detail":"{readStateIndex:28052; appliedIndex:28046; }","duration":"1.932323311s","start":"2026-07-03T16:53:03.004028Z","end":"2026-07-03T16:53:04.936351Z","steps":["trace[919243099] 'read index received' (duration: 768.977469ms)","trace[919243099] 'applied index is now lower than readState.Index' (duration: 1.163343982s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:04.936408Z","caller":"traceutil/trace.go:171","msg":"trace[1774392714] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"1.933571789s","start":"2026-07-03T16:53:03.00283Z","end":"2026-07-03T16:53:04.936402Z","steps":["trace[1774392714] 'process raft request' (duration: 1.538102229s)","trace[1774392714] 'compare' (duration: 394.538039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:04.936439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.002804Z","time spent":"1.933618239s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:04.936548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.003744Z","time spent":"1.932803141s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:53:04.9369Z","caller":"traceutil/trace.go:171","msg":"trace[1769026097] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"1.931739878s","start":"2026-07-03T16:53:03.005138Z","end":"2026-07-03T16:53:04.936878Z","steps":["trace[1769026097] 'process raft request' (duration: 1.931139964s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.936916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932864673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-03T16:53:04.936987Z","caller":"traceutil/trace.go:171","msg":"trace[2097625628] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27100; }","duration":"1.932963565s","start":"2026-07-03T16:53:03.004005Z","end":"2026-07-03T16:53:04.936968Z","steps":["trace[2097625628] 'agreement among raft nodes before linearized reading' (duration: 1.93275968s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.937015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.005129Z","time spent":"1.931831049s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:04.936972Z","caller":"traceutil/trace.go:171","msg":"trace[833390004] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"1.929650969s","start":"2026-07-03T16:53:03.007255Z","end":"2026-07-03T16:53:04.936906Z","steps":["trace[833390004] 'process raft request' (duration: 1.929057256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.937027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.003996Z","time spent":"1.933022616s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-07-03T16:53:04.937111Z","caller":"traceutil/trace.go:171","msg":"trace[1196558646] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"1.93230219s","start":"2026-07-03T16:53:03.004798Z","end":"2026-07-03T16:53:04.9371Z","steps":["trace[1196558646] 'process raft request' (duration: 1.93142719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.93717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.00479Z","time spent":"1.932353522s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:04.937171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.007246Z","time spent":"1.929820333s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:05.007901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:05.00797Z","caller":"traceutil/trace.go:171","msg":"trace[403252984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168551s","start":"2026-07-03T16:53:03.007786Z","end":"2026-07-03T16:53:05.007955Z","steps":["trace[403252984] 'agreement among raft nodes before linearized reading' (duration: 2.000069148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.007777Z","time spent":"2.000216182s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:05.61498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.866457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:05.61532Z","caller":"traceutil/trace.go:171","msg":"trace[199679077] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"1.18910522s","start":"2026-07-03T16:53:04.426203Z","end":"2026-07-03T16:53:05.615308Z","steps":["trace[199679077] 'process raft request' (duration: 1.189067149s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.615338Z","caller":"traceutil/trace.go:171","msg":"trace[1755389255] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"1.234059578s","start":"2026-07-03T16:53:04.381254Z","end":"2026-07-03T16:53:05.615314Z","steps":["trace[1755389255] 'process raft request' (duration: 1.233952296s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.615414Z","caller":"traceutil/trace.go:171","msg":"trace[1257033564] linearizableReadLoop","detail":"{readStateIndex:28057; appliedIndex:28052; }","duration":"679.025761ms","start":"2026-07-03T16:53:04.936381Z","end":"2026-07-03T16:53:05.615407Z","steps":["trace[1257033564] 'read index received' (duration: 213.299526ms)","trace[1257033564] 'applied index is now lower than readState.Index' (duration: 465.725215ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.615395Z","caller":"traceutil/trace.go:171","msg":"trace[1794259909] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"1.221370349s","start":"2026-07-03T16:53:04.393962Z","end":"2026-07-03T16:53:05.615333Z","steps":["trace[1794259909] 'process raft request' (duration: 1.221287697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.615466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.381237Z","time spent":"1.23416785s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:05.61553Z","caller":"traceutil/trace.go:171","msg":"trace[1214295077] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"1.235264196s","start":"2026-07-03T16:53:04.380052Z","end":"2026-07-03T16:53:05.615316Z","steps":["trace[1214295077] 'process raft request' (duration: 769.613863ms)","trace[1214295077] 'compare' (duration: 464.657931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:05.615616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607203036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-07-03T16:53:05.615643Z","caller":"traceutil/trace.go:171","msg":"trace[1542539825] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:27105; }","duration":"2.607250208s","start":"2026-07-03T16:53:03.008385Z","end":"2026-07-03T16:53:05.615635Z","steps":["trace[1542539825] 'agreement among raft nodes before linearized reading' (duration: 2.607189756s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.615686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.008378Z","time spent":"2.607283258s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"info","ts":"2026-07-03T16:53:05.615698Z","caller":"traceutil/trace.go:171","msg":"trace[1841858738] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"1.189130471s","start":"2026-07-03T16:53:04.426559Z","end":"2026-07-03T16:53:05.61569Z","steps":["trace[1841858738] 'process raft request' (duration: 1.188729032s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.615624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891188079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:53:05.615745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.426535Z","time spent":"1.189189093s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:05.615752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.418522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:05.61576Z","caller":"traceutil/trace.go:171","msg":"trace[2076119478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27105; }","duration":"1.891353053s","start":"2026-07-03T16:53:03.724394Z","end":"2026-07-03T16:53:05.615747Z","steps":["trace[2076119478] 'agreement among raft nodes before linearized reading' (duration: 1.891087077s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.615799Z","caller":"traceutil/trace.go:171","msg":"trace[521445664] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27105; }","duration":"722.518736ms","start":"2026-07-03T16:53:04.893263Z","end":"2026-07-03T16:53:05.615782Z","steps":["trace[521445664] 'agreement among raft nodes before linearized reading' (duration: 722.357992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.615835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610717477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:05.615834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.724379Z","time spent":"1.891444075s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:05.615845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.893244Z","time spent":"722.588267ms","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:05.615859Z","caller":"traceutil/trace.go:171","msg":"trace[2062296441] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:27105; }","duration":"2.610762449s","start":"2026-07-03T16:53:03.00509Z","end":"2026-07-03T16:53:05.615853Z","steps":["trace[2062296441] 'agreement among raft nodes before linearized reading' (duration: 2.610725188s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.61599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.005076Z","time spent":"2.610899761s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:05.615576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.393954Z","time spent":"1.221531422s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:05.615991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480920141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-03T16:53:05.615942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.380029Z","time spent":"1.235602474s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:05.615561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495854411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:05.615367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.426183Z","time spent":"1.189163982s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:05.616174Z","caller":"traceutil/trace.go:171","msg":"trace[1221396929] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27105; }","duration":"2.496506397s","start":"2026-07-03T16:53:03.119649Z","end":"2026-07-03T16:53:05.616156Z","steps":["trace[1221396929] 'agreement among raft nodes before linearized reading' (duration: 2.495887362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.616223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.119633Z","time spent":"2.496577689s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:53:05.616062Z","caller":"traceutil/trace.go:171","msg":"trace[330692477] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:27105; }","duration":"1.481049215s","start":"2026-07-03T16:53:04.134994Z","end":"2026-07-03T16:53:05.616043Z","steps":["trace[330692477] 'agreement among raft nodes before linearized reading' (duration: 1.480807908s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.616375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.134977Z","time spent":"1.481388842s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" "} {"level":"info","ts":"2026-07-03T16:53:05.632306Z","caller":"traceutil/trace.go:171","msg":"trace[1320516078] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"690.841011ms","start":"2026-07-03T16:53:04.941449Z","end":"2026-07-03T16:53:05.63229Z","steps":["trace[1320516078] 'process raft request' (duration: 690.654067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.632285Z","caller":"traceutil/trace.go:171","msg":"trace[85290467] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"690.023293ms","start":"2026-07-03T16:53:04.942241Z","end":"2026-07-03T16:53:05.632265Z","steps":["trace[85290467] 'process raft request' (duration: 689.924581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.632434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.941428Z","time spent":"690.948423ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:05.632437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.942218Z","time spent":"690.171396ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:05.632591Z","caller":"traceutil/trace.go:171","msg":"trace[1371678046] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"628.63605ms","start":"2026-07-03T16:53:05.003943Z","end":"2026-07-03T16:53:05.632579Z","steps":["trace[1371678046] 'process raft request' (duration: 628.283912ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.632632Z","caller":"traceutil/trace.go:171","msg":"trace[524637704] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"626.02156ms","start":"2026-07-03T16:53:05.006602Z","end":"2026-07-03T16:53:05.632623Z","steps":["trace[524637704] 'process raft request' (duration: 625.864136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.632675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.006566Z","time spent":"626.085242ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:05.63268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.003923Z","time spent":"628.709431ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:05.632741Z","caller":"traceutil/trace.go:171","msg":"trace[42705459] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"694.153918ms","start":"2026-07-03T16:53:04.938025Z","end":"2026-07-03T16:53:05.632179Z","steps":["trace[42705459] 'process raft request' (duration: 693.980524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.632791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.035024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:05.632822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.657817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-03T16:53:05.632854Z","caller":"traceutil/trace.go:171","msg":"trace[1936500274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27110; }","duration":"690.73516ms","start":"2026-07-03T16:53:04.942111Z","end":"2026-07-03T16:53:05.632846Z","steps":["trace[1936500274] 'agreement among raft nodes before linearized reading' (duration: 690.621676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.632855Z","caller":"traceutil/trace.go:171","msg":"trace[433206297] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27110; }","duration":"365.129627ms","start":"2026-07-03T16:53:05.267712Z","end":"2026-07-03T16:53:05.632842Z","steps":["trace[433206297] 'agreement among raft nodes before linearized reading' (duration: 364.944752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.632856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.938006Z","time spent":"694.796352ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:05.632881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.942084Z","time spent":"690.791161ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:05.632888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.267703Z","time spent":"365.177618ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:05.632803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.68223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:05.632896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.528438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:53:05.633002Z","caller":"traceutil/trace.go:171","msg":"trace[512997891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27110; }","duration":"624.903006ms","start":"2026-07-03T16:53:05.008074Z","end":"2026-07-03T16:53:05.632977Z","steps":["trace[512997891] 'agreement among raft nodes before linearized reading' (duration: 624.6762ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.633043Z","caller":"traceutil/trace.go:171","msg":"trace[1957026772] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27110; }","duration":"376.692052ms","start":"2026-07-03T16:53:05.256287Z","end":"2026-07-03T16:53:05.632979Z","steps":["trace[1957026772] 'agreement among raft nodes before linearized reading' (duration: 376.348363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.633174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.256264Z","time spent":"376.897096ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:53:05.633059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.488697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-03T16:53:05.633478Z","caller":"traceutil/trace.go:171","msg":"trace[1617508244] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27110; }","duration":"685.113101ms","start":"2026-07-03T16:53:04.948355Z","end":"2026-07-03T16:53:05.633468Z","steps":["trace[1617508244] 'agreement among raft nodes before linearized reading' (duration: 684.385034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.633511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.948348Z","time spent":"685.153112ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:05.633074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.008059Z","time spent":"624.998028ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:06.32075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.927297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:06.321052Z","caller":"traceutil/trace.go:171","msg":"trace[1262788394] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"701.664448ms","start":"2026-07-03T16:53:05.619336Z","end":"2026-07-03T16:53:06.321001Z","steps":["trace[1262788394] 'process raft request' (duration: 341.375304ms)","trace[1262788394] 'compare' (duration: 359.765863ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:06.321125Z","caller":"traceutil/trace.go:171","msg":"trace[381178038] linearizableReadLoop","detail":"{readStateIndex:28065; appliedIndex:28062; }","duration":"688.54713ms","start":"2026-07-03T16:53:05.632552Z","end":"2026-07-03T16:53:06.321099Z","steps":["trace[381178038] 'read index received' (duration: 328.172193ms)","trace[381178038] 'applied index is now lower than readState.Index' (duration: 360.373317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:06.321271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.619315Z","time spent":"701.838492ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:06.321329Z","caller":"traceutil/trace.go:171","msg":"trace[686706575] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"701.158317ms","start":"2026-07-03T16:53:05.620161Z","end":"2026-07-03T16:53:06.321319Z","steps":["trace[686706575] 'process raft request' (duration: 700.733997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.321392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.003571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-07-03T16:53:06.321447Z","caller":"traceutil/trace.go:171","msg":"trace[60811232] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27113; }","duration":"700.085193ms","start":"2026-07-03T16:53:05.621345Z","end":"2026-07-03T16:53:06.32143Z","steps":["trace[60811232] 'agreement among raft nodes before linearized reading' (duration: 699.871698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.321426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.609364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1911"} {"level":"warn","ts":"2026-07-03T16:53:06.321496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.621311Z","time spent":"700.172205ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-07-03T16:53:06.32126Z","caller":"traceutil/trace.go:171","msg":"trace[1890052148] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"700.562473ms","start":"2026-07-03T16:53:05.620657Z","end":"2026-07-03T16:53:06.32122Z","steps":["trace[1890052148] 'process raft request' (duration: 700.357939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.321603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.790712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:06.321459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.620155Z","time spent":"701.223659ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:06.32166Z","caller":"traceutil/trace.go:171","msg":"trace[1753473681] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27113; }","duration":"701.869133ms","start":"2026-07-03T16:53:05.619775Z","end":"2026-07-03T16:53:06.321644Z","steps":["trace[1753473681] 'agreement among raft nodes before linearized reading' (duration: 701.769621ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.321508Z","caller":"traceutil/trace.go:171","msg":"trace[1695378361] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:27113; }","duration":"700.722947ms","start":"2026-07-03T16:53:05.620766Z","end":"2026-07-03T16:53:06.321489Z","steps":["trace[1695378361] 'agreement among raft nodes before linearized reading' (duration: 700.458412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.321653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.620589Z","time spent":"700.964843ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:06.321706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.619767Z","time spent":"701.926474ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:53:06.321785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.620758Z","time spent":"700.951342ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1934,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:06.902809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.238043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:06.902972Z","caller":"traceutil/trace.go:171","msg":"trace[40768845] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"1.260838031s","start":"2026-07-03T16:53:05.642101Z","end":"2026-07-03T16:53:06.902939Z","steps":["trace[40768845] 'process raft request' (duration: 1.030538177s)","trace[40768845] 'compare' (duration: 229.217599ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:06.903074Z","caller":"traceutil/trace.go:171","msg":"trace[476814436] linearizableReadLoop","detail":"{readStateIndex:28066; appliedIndex:28065; }","duration":"581.859651ms","start":"2026-07-03T16:53:06.321179Z","end":"2026-07-03T16:53:06.903038Z","steps":["trace[476814436] 'read index received' (duration: 351.215179ms)","trace[476814436] 'applied index is now lower than readState.Index' (duration: 230.641362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:06.903119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.642083Z","time spent":"1.260961163s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:06.903123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262273294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.903195Z","caller":"traceutil/trace.go:171","msg":"trace[1219260240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27114; }","duration":"1.262400167s","start":"2026-07-03T16:53:05.640778Z","end":"2026-07-03T16:53:06.903179Z","steps":["trace[1219260240] 'agreement among raft nodes before linearized reading' (duration: 1.262281225s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.903238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.640754Z","time spent":"1.262476969s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:06.903337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266278636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-03T16:53:06.903383Z","caller":"traceutil/trace.go:171","msg":"trace[429809633] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4; range_end:; response_count:1; response_revision:27114; }","duration":"1.266408338s","start":"2026-07-03T16:53:05.636963Z","end":"2026-07-03T16:53:06.903372Z","steps":["trace[429809633] 'agreement among raft nodes before linearized reading' (duration: 1.266205423s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.903423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.636948Z","time spent":"1.26646654s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-9ef19d41-f149-4be1-95b8-fb1e283b7fe4\" "} {"level":"warn","ts":"2026-07-03T16:53:06.903609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.382938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.903653Z","caller":"traceutil/trace.go:171","msg":"trace[1212277252] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:27115; }","duration":"577.442539ms","start":"2026-07-03T16:53:06.326199Z","end":"2026-07-03T16:53:06.903642Z","steps":["trace[1212277252] 'agreement among raft nodes before linearized reading' (duration: 577.374017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.903706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26912808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-03T16:53:06.90374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.205306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:06.903815Z","caller":"traceutil/trace.go:171","msg":"trace[2117054360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27115; }","duration":"578.336529ms","start":"2026-07-03T16:53:06.325465Z","end":"2026-07-03T16:53:06.903801Z","steps":["trace[2117054360] 'agreement among raft nodes before linearized reading' (duration: 578.062103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.903838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.553436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-07-03T16:53:06.903835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.239348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:06.903849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249742147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-07-03T16:53:06.903874Z","caller":"traceutil/trace.go:171","msg":"trace[384394853] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27115; }","duration":"533.631968ms","start":"2026-07-03T16:53:06.370234Z","end":"2026-07-03T16:53:06.903866Z","steps":["trace[384394853] 'agreement among raft nodes before linearized reading' (duration: 533.514445ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.903881Z","caller":"traceutil/trace.go:171","msg":"trace[992045859] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27115; }","duration":"169.32553ms","start":"2026-07-03T16:53:06.734547Z","end":"2026-07-03T16:53:06.903872Z","steps":["trace[992045859] 'agreement among raft nodes before linearized reading' (duration: 169.250768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.903888Z","caller":"traceutil/trace.go:171","msg":"trace[447333178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:27115; }","duration":"1.249819429s","start":"2026-07-03T16:53:05.654056Z","end":"2026-07-03T16:53:06.903876Z","steps":["trace[447333178] 'agreement among raft nodes before linearized reading' (duration: 1.24941299s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.903887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.325448Z","time spent":"578.411101ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:06.903904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.370219Z","time spent":"533.679309ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-07-03T16:53:06.903918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.654037Z","time spent":"1.24987396s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:06.903921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.93414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-03T16:53:06.904012Z","caller":"traceutil/trace.go:171","msg":"trace[425636270] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad; range_end:; response_count:1; response_revision:27115; }","duration":"578.051363ms","start":"2026-07-03T16:53:06.325947Z","end":"2026-07-03T16:53:06.903998Z","steps":["trace[425636270] 'agreement among raft nodes before linearized reading' (duration: 577.828438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.903843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.724924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:06.903765Z","caller":"traceutil/trace.go:171","msg":"trace[2083256164] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27115; }","duration":"1.269320994s","start":"2026-07-03T16:53:05.634432Z","end":"2026-07-03T16:53:06.903753Z","steps":["trace[2083256164] 'agreement among raft nodes before linearized reading' (duration: 1.269058128s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.904152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:05.634406Z","time spent":"1.269736614s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:53:06.903762Z","caller":"traceutil/trace.go:171","msg":"trace[345638029] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"576.755313ms","start":"2026-07-03T16:53:06.326994Z","end":"2026-07-03T16:53:06.903749Z","steps":["trace[345638029] 'process raft request' (duration: 576.079898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.904265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.326984Z","time spent":"577.243075ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:06.904078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.325915Z","time spent":"578.151185ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad\" "} {"level":"warn","ts":"2026-07-03T16:53:06.903729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.326195Z","time spent":"577.52373ms","remote":"127.0.0.1:40368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:06.904431Z","caller":"traceutil/trace.go:171","msg":"trace[1445204033] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27115; }","duration":"511.208185ms","start":"2026-07-03T16:53:06.392873Z","end":"2026-07-03T16:53:06.904082Z","steps":["trace[1445204033] 'agreement among raft nodes before linearized reading' (duration: 510.676213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.905214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.392863Z","time spent":"512.29975ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:07.413522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:53:07.514552Z","caller":"traceutil/trace.go:171","msg":"trace[1224538382] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"606.900523ms","start":"2026-07-03T16:53:06.907623Z","end":"2026-07-03T16:53:07.514523Z","steps":["trace[1224538382] 'process raft request' (duration: 535.550852ms)","trace[1224538382] 'compare' (duration: 70.836369ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:07.514613Z","caller":"traceutil/trace.go:171","msg":"trace[1874084810] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"286.299114ms","start":"2026-07-03T16:53:07.228278Z","end":"2026-07-03T16:53:07.514577Z","steps":["trace[1874084810] 'process raft request' (duration: 286.155471ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.514618Z","caller":"traceutil/trace.go:171","msg":"trace[1635230667] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"285.985977ms","start":"2026-07-03T16:53:07.22861Z","end":"2026-07-03T16:53:07.514596Z","steps":["trace[1635230667] 'process raft request' (duration: 285.899335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.514676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.9076Z","time spent":"607.007865ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:07.514713Z","caller":"traceutil/trace.go:171","msg":"trace[422348527] linearizableReadLoop","detail":"{readStateIndex:28071; appliedIndex:28067; }","duration":"601.753046ms","start":"2026-07-03T16:53:06.912941Z","end":"2026-07-03T16:53:07.514694Z","steps":["trace[422348527] 'read index received' (duration: 530.475687ms)","trace[422348527] 'applied index is now lower than readState.Index' (duration: 71.275989ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:07.514852Z","caller":"traceutil/trace.go:171","msg":"trace[649831252] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"190.896203ms","start":"2026-07-03T16:53:07.323881Z","end":"2026-07-03T16:53:07.514777Z","steps":["trace[649831252] 'process raft request' (duration: 190.673908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.51494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.97125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:53:07.514951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.823691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:07.514981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.696434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:53:07.51499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.931706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-03T16:53:07.515019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.883647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:53:07.515034Z","caller":"traceutil/trace.go:171","msg":"trace[1901032094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27119; }","duration":"573.784845ms","start":"2026-07-03T16:53:06.941232Z","end":"2026-07-03T16:53:07.515017Z","steps":["trace[1901032094] 'agreement among raft nodes before linearized reading' (duration: 573.601571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.515032Z","caller":"traceutil/trace.go:171","msg":"trace[1371625040] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27119; }","duration":"417.947394ms","start":"2026-07-03T16:53:07.097066Z","end":"2026-07-03T16:53:07.515014Z","steps":["trace[1371625040] 'agreement among raft nodes before linearized reading' (duration: 417.807661ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.515026Z","caller":"traceutil/trace.go:171","msg":"trace[1293391126] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27119; }","duration":"602.093163ms","start":"2026-07-03T16:53:06.912906Z","end":"2026-07-03T16:53:07.514999Z","steps":["trace[1293391126] 'agreement among raft nodes before linearized reading' (duration: 601.849228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.515077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.941216Z","time spent":"573.851857ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:07.515082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.201077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:53:07.515088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.09705Z","time spent":"418.025075ms","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:07.515106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.91289Z","time spent":"602.199136ms","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:53:07.51512Z","caller":"traceutil/trace.go:171","msg":"trace[1426211390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27119; }","duration":"582.271999ms","start":"2026-07-03T16:53:06.932835Z","end":"2026-07-03T16:53:07.515107Z","steps":["trace[1426211390] 'agreement among raft nodes before linearized reading' (duration: 582.182257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.514989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.896628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-07-03T16:53:07.51516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.821517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:07.515163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.932815Z","time spent":"582.340041ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T16:53:07.515171Z","caller":"traceutil/trace.go:171","msg":"trace[1692558028] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:27119; }","duration":"602.104233ms","start":"2026-07-03T16:53:06.913057Z","end":"2026-07-03T16:53:07.515161Z","steps":["trace[1692558028] 'agreement among raft nodes before linearized reading' (duration: 601.779246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.515179Z","caller":"traceutil/trace.go:171","msg":"trace[1092091670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27119; }","duration":"598.851518ms","start":"2026-07-03T16:53:06.916323Z","end":"2026-07-03T16:53:07.515174Z","steps":["trace[1092091670] 'agreement among raft nodes before linearized reading' (duration: 598.819868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.5152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.916316Z","time spent":"598.881079ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:07.51519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.964569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.515242Z","caller":"traceutil/trace.go:171","msg":"trace[251121526] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:27119; }","duration":"602.049341ms","start":"2026-07-03T16:53:06.913176Z","end":"2026-07-03T16:53:07.515226Z","steps":["trace[251121526] 'agreement among raft nodes before linearized reading' (duration: 601.951578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.515286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.913162Z","time spent":"602.114433ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:07.515129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.875487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:53:07.515386Z","caller":"traceutil/trace.go:171","msg":"trace[1962137587] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27119; }","duration":"602.132014ms","start":"2026-07-03T16:53:06.913239Z","end":"2026-07-03T16:53:07.515371Z","steps":["trace[1962137587] 'agreement among raft nodes before linearized reading' (duration: 601.826186ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.515041Z","caller":"traceutil/trace.go:171","msg":"trace[2041874245] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27119; }","duration":"300.024758ms","start":"2026-07-03T16:53:07.215001Z","end":"2026-07-03T16:53:07.515026Z","steps":["trace[2041874245] 'agreement among raft nodes before linearized reading' (duration: 299.869655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.51544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.913233Z","time spent":"602.192295ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-03T16:53:07.515472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.214982Z","time spent":"300.452268ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:53:07.515203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.913052Z","time spent":"602.140884ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"info","ts":"2026-07-03T16:53:07.515045Z","caller":"traceutil/trace.go:171","msg":"trace[1365037561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27119; }","duration":"517.935689ms","start":"2026-07-03T16:53:06.997101Z","end":"2026-07-03T16:53:07.515037Z","steps":["trace[1365037561] 'agreement among raft nodes before linearized reading' (duration: 517.814567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.515584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:06.997088Z","time spent":"518.479912ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:08.313136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.846453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:08.313281Z","caller":"traceutil/trace.go:171","msg":"trace[834389693] linearizableReadLoop","detail":"{readStateIndex:28072; appliedIndex:28071; }","duration":"792.928955ms","start":"2026-07-03T16:53:07.520335Z","end":"2026-07-03T16:53:08.313264Z","steps":["trace[834389693] 'read index received' (duration: 237.898728ms)","trace[834389693] 'applied index is now lower than readState.Index' (duration: 555.028497ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:08.313358Z","caller":"traceutil/trace.go:171","msg":"trace[1131205198] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"793.072509ms","start":"2026-07-03T16:53:07.520274Z","end":"2026-07-03T16:53:08.313347Z","steps":["trace[1131205198] 'process raft request' (duration: 237.941909ms)","trace[1131205198] 'compare' (duration: 554.362812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:08.313421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.520261Z","time spent":"793.12953ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:08.313798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.444407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:53:08.313859Z","caller":"traceutil/trace.go:171","msg":"trace[1486496016] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:27120; }","duration":"793.54968ms","start":"2026-07-03T16:53:07.520297Z","end":"2026-07-03T16:53:08.313846Z","steps":["trace[1486496016] 'agreement among raft nodes before linearized reading' (duration: 793.303443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.313896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.520286Z","time spent":"793.605801ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:08.81397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:09.314849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:09.815301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:09.826812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.068587426s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:09.945586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:09.945662Z","caller":"traceutil/trace.go:171","msg":"trace[1042935997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999991897s","start":"2026-07-03T16:53:07.945652Z","end":"2026-07-03T16:53:09.945644Z","steps":["trace[1042935997] 'agreement among raft nodes before linearized reading' (duration: 1.999896755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.945713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.945634Z","time spent":"2.000070328s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:10.538761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.747349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:10.539011Z","caller":"traceutil/trace.go:171","msg":"trace[1968010096] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"3.017049536s","start":"2026-07-03T16:53:07.521913Z","end":"2026-07-03T16:53:10.538963Z","steps":["trace[1968010096] 'process raft request' (duration: 2.30502617s)","trace[1968010096] 'compare' (duration: 711.224318ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:10.539033Z","caller":"traceutil/trace.go:171","msg":"trace[776021879] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"3.013492565s","start":"2026-07-03T16:53:07.525519Z","end":"2026-07-03T16:53:10.539012Z","steps":["trace[776021879] 'process raft request' (duration: 3.013338741s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:10.539071Z","caller":"traceutil/trace.go:171","msg":"trace[593069929] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"2.916720582s","start":"2026-07-03T16:53:07.622338Z","end":"2026-07-03T16:53:10.539058Z","steps":["trace[593069929] 'process raft request' (duration: 2.916600819s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:10.539076Z","caller":"traceutil/trace.go:171","msg":"trace[1660471497] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"2.916712352s","start":"2026-07-03T16:53:07.622349Z","end":"2026-07-03T16:53:10.539062Z","steps":["trace[1660471497] 'process raft request' (duration: 2.91663331s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.539132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.622314Z","time spent":"2.916786224s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:10.539146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.622321Z","time spent":"2.916785173s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:10.539142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.525504Z","time spent":"3.013579836s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:10.539149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.521903Z","time spent":"3.017177938s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:10.539243Z","caller":"traceutil/trace.go:171","msg":"trace[1974728319] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"2.916880426s","start":"2026-07-03T16:53:07.622352Z","end":"2026-07-03T16:53:10.539233Z","steps":["trace[1974728319] 'process raft request' (duration: 2.916673111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.539301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.622325Z","time spent":"2.916948267s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:10.539281Z","caller":"traceutil/trace.go:171","msg":"trace[569658547] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"2.916839154s","start":"2026-07-03T16:53:07.622419Z","end":"2026-07-03T16:53:10.539258Z","steps":["trace[569658547] 'process raft request' (duration: 2.916723612s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:10.539354Z","caller":"traceutil/trace.go:171","msg":"trace[517365268] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"2.901234858s","start":"2026-07-03T16:53:07.638111Z","end":"2026-07-03T16:53:10.539346Z","steps":["trace[517365268] 'process raft request' (duration: 2.901110086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.539399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.638085Z","time spent":"2.90129304s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:10.539422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.622393Z","time spent":"2.916954377s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:10.539627Z","caller":"traceutil/trace.go:171","msg":"trace[1476682487] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"2.901386831s","start":"2026-07-03T16:53:07.63823Z","end":"2026-07-03T16:53:10.539617Z","steps":["trace[1476682487] 'process raft request' (duration: 2.901083535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.53969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.63821Z","time spent":"2.901437253s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:10.539802Z","caller":"traceutil/trace.go:171","msg":"trace[448384851] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"2.901327361s","start":"2026-07-03T16:53:07.638445Z","end":"2026-07-03T16:53:10.539773Z","steps":["trace[448384851] 'process raft request' (duration: 2.901088816s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:10.539867Z","caller":"traceutil/trace.go:171","msg":"trace[1753142100] linearizableReadLoop","detail":"{readStateIndex:28082; appliedIndex:28072; }","duration":"2.226531026s","start":"2026-07-03T16:53:08.313315Z","end":"2026-07-03T16:53:10.539846Z","steps":["trace[1753142100] 'read index received' (duration: 1.513583959s)","trace[1753142100] 'applied index is now lower than readState.Index' (duration: 712.945877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:10.539977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013002422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-07-03T16:53:10.539976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.638419Z","time spent":"2.901462543s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:10.54Z","caller":"traceutil/trace.go:171","msg":"trace[204225739] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27130; }","duration":"3.013059314s","start":"2026-07-03T16:53:07.526906Z","end":"2026-07-03T16:53:10.539992Z","steps":["trace[204225739] 'agreement among raft nodes before linearized reading' (duration: 3.012964742s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.526891Z","time spent":"3.013130966s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-07-03T16:53:10.540051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298964081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:53:10.540125Z","caller":"traceutil/trace.go:171","msg":"trace[1111938946] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27130; }","duration":"2.299077703s","start":"2026-07-03T16:53:08.241027Z","end":"2026-07-03T16:53:10.540105Z","steps":["trace[1111938946] 'agreement among raft nodes before linearized reading' (duration: 2.298832818s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016153185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:10.540143Z","caller":"traceutil/trace.go:171","msg":"trace[483110687] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"2.898944866s","start":"2026-07-03T16:53:07.641181Z","end":"2026-07-03T16:53:10.540126Z","steps":["trace[483110687] 'process raft request' (duration: 2.898529237s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.241009Z","time spent":"2.299152835s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-03T16:53:10.540178Z","caller":"traceutil/trace.go:171","msg":"trace[1611953758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27130; }","duration":"3.016243867s","start":"2026-07-03T16:53:07.523921Z","end":"2026-07-03T16:53:10.540165Z","steps":["trace[1611953758] 'agreement among raft nodes before linearized reading' (duration: 3.016044512s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.523905Z","time spent":"3.016329178s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:10.540246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311069168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:53:10.540264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.641158Z","time spent":"2.899050499s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:10.54029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.487017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-03T16:53:10.540304Z","caller":"traceutil/trace.go:171","msg":"trace[1606475921] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27130; }","duration":"2.311170051s","start":"2026-07-03T16:53:08.229118Z","end":"2026-07-03T16:53:10.540288Z","steps":["trace[1606475921] 'agreement among raft nodes before linearized reading' (duration: 2.310746201s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22369423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:53:10.540334Z","caller":"traceutil/trace.go:171","msg":"trace[529423062] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27130; }","duration":"646.555708ms","start":"2026-07-03T16:53:09.893766Z","end":"2026-07-03T16:53:10.540322Z","steps":["trace[529423062] 'agreement among raft nodes before linearized reading' (duration: 646.446156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.229098Z","time spent":"2.311239172s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:10.540363Z","caller":"traceutil/trace.go:171","msg":"trace[107541094] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:27130; }","duration":"2.223780852s","start":"2026-07-03T16:53:08.316561Z","end":"2026-07-03T16:53:10.540342Z","steps":["trace[107541094] 'agreement among raft nodes before linearized reading' (duration: 2.223629668s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:09.893749Z","time spent":"646.61562ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:53:10.540397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.316539Z","time spent":"2.223849675s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" "} {"level":"warn","ts":"2026-07-03T16:53:10.540403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.598871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:10.540424Z","caller":"traceutil/trace.go:171","msg":"trace[1116433244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27130; }","duration":"594.618651ms","start":"2026-07-03T16:53:09.945799Z","end":"2026-07-03T16:53:10.540417Z","steps":["trace[1116433244] 'agreement among raft nodes before linearized reading' (duration: 594.585681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:09.945757Z","time spent":"594.681043ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:10.540503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.494572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:10.540546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.640073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:10.540541Z","caller":"traceutil/trace.go:171","msg":"trace[1643962197] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27130; }","duration":"602.568384ms","start":"2026-07-03T16:53:09.93796Z","end":"2026-07-03T16:53:10.540528Z","steps":["trace[1643962197] 'agreement among raft nodes before linearized reading' (duration: 602.504553ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:10.540566Z","caller":"traceutil/trace.go:171","msg":"trace[1016698789] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27130; }","duration":"549.679545ms","start":"2026-07-03T16:53:09.99088Z","end":"2026-07-03T16:53:10.54056Z","steps":["trace[1016698789] 'agreement among raft nodes before linearized reading' (duration: 549.644834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:09.990869Z","time spent":"549.709595ms","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:10.540581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:09.937939Z","time spent":"602.630905ms","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:10.54062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215446381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:53:10.54063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.010803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:10.540669Z","caller":"traceutil/trace.go:171","msg":"trace[669323969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27130; }","duration":"2.215554204s","start":"2026-07-03T16:53:08.325101Z","end":"2026-07-03T16:53:10.540655Z","steps":["trace[669323969] 'agreement among raft nodes before linearized reading' (duration: 2.215412131s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:10.54069Z","caller":"traceutil/trace.go:171","msg":"trace[121665645] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27130; }","duration":"970.073034ms","start":"2026-07-03T16:53:09.5706Z","end":"2026-07-03T16:53:10.540673Z","steps":["trace[121665645] 'agreement among raft nodes before linearized reading' (duration: 969.978802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.325083Z","time spent":"2.215621495s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:10.540736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:09.570547Z","time spent":"970.174426ms","remote":"127.0.0.1:57214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:10.54064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223679639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-07-03T16:53:10.540783Z","caller":"traceutil/trace.go:171","msg":"trace[1554737950] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:27130; }","duration":"2.223835574s","start":"2026-07-03T16:53:08.31694Z","end":"2026-07-03T16:53:10.540776Z","steps":["trace[1554737950] 'agreement among raft nodes before linearized reading' (duration: 2.223608478s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.540806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.316937Z","time spent":"2.223862484s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":244,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:11.073213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.285112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:11.073403Z","caller":"traceutil/trace.go:171","msg":"trace[676558265] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"524.621602ms","start":"2026-07-03T16:53:10.548769Z","end":"2026-07-03T16:53:11.07339Z","steps":["trace[676558265] 'process raft request' (duration: 524.580991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.073448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.548758Z","time spent":"524.669244ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:11.073582Z","caller":"traceutil/trace.go:171","msg":"trace[138327045] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"529.34514ms","start":"2026-07-03T16:53:10.544229Z","end":"2026-07-03T16:53:11.073575Z","steps":["trace[138327045] 'process raft request' (duration: 264.635859ms)","trace[138327045] 'compare' (duration: 263.931693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:11.073618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.544203Z","time spent":"529.396301ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:11.073704Z","caller":"traceutil/trace.go:171","msg":"trace[929330442] linearizableReadLoop","detail":"{readStateIndex:28083; appliedIndex:28082; }","duration":"529.34951ms","start":"2026-07-03T16:53:10.544349Z","end":"2026-07-03T16:53:11.073698Z","steps":["trace[929330442] 'read index received' (duration: 264.68592ms)","trace[929330442] 'applied index is now lower than readState.Index' (duration: 264.66222ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:11.073766Z","caller":"traceutil/trace.go:171","msg":"trace[162095802] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"528.028061ms","start":"2026-07-03T16:53:10.545696Z","end":"2026-07-03T16:53:11.073724Z","steps":["trace[162095802] 'process raft request' (duration: 527.599011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.073852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.501023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:53:11.073875Z","caller":"traceutil/trace.go:171","msg":"trace[1176737801] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee; range_end:; response_count:1; response_revision:27133; }","duration":"529.540784ms","start":"2026-07-03T16:53:10.544327Z","end":"2026-07-03T16:53:11.073868Z","steps":["trace[1176737801] 'agreement among raft nodes before linearized reading' (duration: 529.450752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.073892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.544315Z","time spent":"529.572715ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" "} {"level":"warn","ts":"2026-07-03T16:53:11.073889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.545679Z","time spent":"528.150303ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:11.073895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.376348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:11.073901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.022828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:11.073951Z","caller":"traceutil/trace.go:171","msg":"trace[456705293] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27133; }","duration":"423.476279ms","start":"2026-07-03T16:53:10.650461Z","end":"2026-07-03T16:53:11.073937Z","steps":["trace[456705293] 'agreement among raft nodes before linearized reading' (duration: 423.349327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:11.073963Z","caller":"traceutil/trace.go:171","msg":"trace[1150192853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27133; }","duration":"524.115491ms","start":"2026-07-03T16:53:10.549832Z","end":"2026-07-03T16:53:11.073947Z","steps":["trace[1150192853] 'agreement among raft nodes before linearized reading' (duration: 523.976668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.073984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.650444Z","time spent":"423.533841ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:11.074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.549823Z","time spent":"524.170912ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:11.073998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.02628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-07-03T16:53:11.074001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.105668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:53:11.074061Z","caller":"traceutil/trace.go:171","msg":"trace[166004054] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:27133; }","duration":"528.079592ms","start":"2026-07-03T16:53:10.545959Z","end":"2026-07-03T16:53:11.074038Z","steps":["trace[166004054] 'agreement among raft nodes before linearized reading' (duration: 527.975509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.074094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.545956Z","time spent":"528.130653ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-07-03T16:53:11.074087Z","caller":"traceutil/trace.go:171","msg":"trace[1443046839] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27133; }","duration":"527.202761ms","start":"2026-07-03T16:53:10.546849Z","end":"2026-07-03T16:53:11.074051Z","steps":["trace[1443046839] 'agreement among raft nodes before linearized reading' (duration: 526.972766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.073906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.002909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:11.074131Z","caller":"traceutil/trace.go:171","msg":"trace[1025066426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27133; }","duration":"528.252096ms","start":"2026-07-03T16:53:10.545872Z","end":"2026-07-03T16:53:11.074124Z","steps":["trace[1025066426] 'agreement among raft nodes before linearized reading' (duration: 527.932148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.074154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.545867Z","time spent":"528.281316ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:11.074151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:10.546838Z","time spent":"527.295523ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-03T16:53:11.585717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:12.086409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:12.587293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:13.08787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:13.192503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.112061268s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:13.473274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.40287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:13.473418Z","caller":"traceutil/trace.go:171","msg":"trace[1911340212] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"2.393024471s","start":"2026-07-03T16:53:11.080369Z","end":"2026-07-03T16:53:13.473394Z","steps":["trace[1911340212] 'process raft request' (duration: 2.112377736s)","trace[1911340212] 'compare' (duration: 279.5038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:13.473497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.080345Z","time spent":"2.393118833s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:13.943565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:13.943653Z","caller":"traceutil/trace.go:171","msg":"trace[537259524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228242s","start":"2026-07-03T16:53:11.943406Z","end":"2026-07-03T16:53:13.943634Z","steps":["trace[537259524] 'agreement among raft nodes before linearized reading' (duration: 2.00012021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:13.943746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.943387Z","time spent":"2.000349064s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:14.086325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.449923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:14.086588Z","caller":"traceutil/trace.go:171","msg":"trace[398270901] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"1.536523412s","start":"2026-07-03T16:53:12.550049Z","end":"2026-07-03T16:53:14.086572Z","steps":["trace[398270901] 'process raft request' (duration: 1.53644692s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.086662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.550028Z","time spent":"1.536600794s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:14.086731Z","caller":"traceutil/trace.go:171","msg":"trace[1271379549] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"1.537573346s","start":"2026-07-03T16:53:12.54912Z","end":"2026-07-03T16:53:14.086693Z","steps":["trace[1271379549] 'process raft request' (duration: 1.241678323s)","trace[1271379549] 'compare' (duration: 295.328681ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:14.086841Z","caller":"traceutil/trace.go:171","msg":"trace[235651013] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"1.536848219s","start":"2026-07-03T16:53:12.54998Z","end":"2026-07-03T16:53:14.086828Z","steps":["trace[235651013] 'process raft request' (duration: 1.53642769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.086891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.549967Z","time spent":"1.53689743s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:14.086912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.549105Z","time spent":"1.53771382s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:14.086915Z","caller":"traceutil/trace.go:171","msg":"trace[1542215627] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"1.53687026s","start":"2026-07-03T16:53:12.549996Z","end":"2026-07-03T16:53:14.086866Z","steps":["trace[1542215627] 'process raft request' (duration: 1.536461331s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.087071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.54997Z","time spent":"1.537021593s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:14.087201Z","caller":"traceutil/trace.go:171","msg":"trace[1614483269] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"1.537083485s","start":"2026-07-03T16:53:12.550107Z","end":"2026-07-03T16:53:14.08719Z","steps":["trace[1614483269] 'process raft request' (duration: 1.53643322s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.087261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.550098Z","time spent":"1.537133996s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:14.087474Z","caller":"traceutil/trace.go:171","msg":"trace[560671921] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"1.536858251s","start":"2026-07-03T16:53:12.550606Z","end":"2026-07-03T16:53:14.087464Z","steps":["trace[560671921] 'process raft request' (duration: 1.536536283s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.087529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.550589Z","time spent":"1.536916112s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:14.087951Z","caller":"traceutil/trace.go:171","msg":"trace[553024778] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"1.537163287s","start":"2026-07-03T16:53:12.550765Z","end":"2026-07-03T16:53:14.087928Z","steps":["trace[553024778] 'process raft request' (duration: 1.536664226s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:14.088008Z","caller":"traceutil/trace.go:171","msg":"trace[116442879] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"1.537218029s","start":"2026-07-03T16:53:12.550774Z","end":"2026-07-03T16:53:14.087992Z","steps":["trace[116442879] 'process raft request' (duration: 1.537052875s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.088069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.550754Z","time spent":"1.53725243s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:14.088092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.550761Z","time spent":"1.53728679s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:15.756225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668248453s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:53:15.760092Z","caller":"traceutil/trace.go:171","msg":"trace[339670549] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"2.720776254s","start":"2026-07-03T16:53:13.039295Z","end":"2026-07-03T16:53:15.760072Z","steps":["trace[339670549] 'process raft request' (duration: 2.717046498s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.760204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.039271Z","time spent":"2.720869536s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:15.944631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000655652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:15.944713Z","caller":"traceutil/trace.go:171","msg":"trace[1265301332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000776195s","start":"2026-07-03T16:53:13.943919Z","end":"2026-07-03T16:53:15.944695Z","steps":["trace[1265301332] 'agreement among raft nodes before linearized reading' (duration: 2.000672082s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.944758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.943906Z","time spent":"2.000844188s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:15.995829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.698037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:15.995974Z","caller":"traceutil/trace.go:171","msg":"trace[773685172] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"972.593802ms","start":"2026-07-03T16:53:15.023366Z","end":"2026-07-03T16:53:15.995959Z","steps":["trace[773685172] 'process raft request' (duration: 972.542141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.996021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:15.023347Z","time spent":"972.652793ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:15.996288Z","caller":"traceutil/trace.go:171","msg":"trace[1708020371] linearizableReadLoop","detail":"{readStateIndex:28097; appliedIndex:28085; }","duration":"4.911477109s","start":"2026-07-03T16:53:11.084786Z","end":"2026-07-03T16:53:15.996263Z","steps":["trace[1708020371] 'read index received' (duration: 2.107942844s)","trace[1708020371] 'applied index is now lower than readState.Index' (duration: 2.803531325s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:15.996359Z","caller":"traceutil/trace.go:171","msg":"trace[301333156] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"2.956246756s","start":"2026-07-03T16:53:13.040062Z","end":"2026-07-03T16:53:15.996309Z","steps":["trace[301333156] 'process raft request' (duration: 2.719998946s)","trace[301333156] 'compare' (duration: 235.011031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:15.99648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459434177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:15.996491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982372703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:15.996492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.040042Z","time spent":"2.956380168s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:15.996517Z","caller":"traceutil/trace.go:171","msg":"trace[642410105] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27145; }","duration":"3.45953829s","start":"2026-07-03T16:53:12.536969Z","end":"2026-07-03T16:53:15.996508Z","steps":["trace[642410105] 'agreement among raft nodes before linearized reading' (duration: 3.459465529s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:15.996527Z","caller":"traceutil/trace.go:171","msg":"trace[861581075] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27145; }","duration":"2.982468165s","start":"2026-07-03T16:53:13.014048Z","end":"2026-07-03T16:53:15.996516Z","steps":["trace[861581075] 'agreement among raft nodes before linearized reading' (duration: 2.982370123s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.996523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845624774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:15.996532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911730015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-07-03T16:53:15.996582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.014028Z","time spent":"2.982544187s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:53:15.996603Z","caller":"traceutil/trace.go:171","msg":"trace[2043656862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27145; }","duration":"4.845755697s","start":"2026-07-03T16:53:11.150827Z","end":"2026-07-03T16:53:15.996582Z","steps":["trace[2043656862] 'agreement among raft nodes before linearized reading' (duration: 4.845596843s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:15.996612Z","caller":"traceutil/trace.go:171","msg":"trace[200057036] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27145; }","duration":"4.911850557s","start":"2026-07-03T16:53:11.084742Z","end":"2026-07-03T16:53:15.996593Z","steps":["trace[200057036] 'agreement among raft nodes before linearized reading' (duration: 4.911603322s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.996656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228310365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:15.996661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.150811Z","time spent":"4.84584053s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:53:15.996667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.084713Z","time spent":"4.91194408s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-03T16:53:15.996723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447823942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:53:15.996746Z","caller":"traceutil/trace.go:171","msg":"trace[720355792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27145; }","duration":"3.447868194s","start":"2026-07-03T16:53:12.548872Z","end":"2026-07-03T16:53:15.996741Z","steps":["trace[720355792] 'agreement among raft nodes before linearized reading' (duration: 3.447810342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.996762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.548864Z","time spent":"3.447894114s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:15.996835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453425412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:15.997068Z","caller":"traceutil/trace.go:171","msg":"trace[431441661] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27145; }","duration":"2.453704859s","start":"2026-07-03T16:53:13.543351Z","end":"2026-07-03T16:53:15.997056Z","steps":["trace[431441661] 'agreement among raft nodes before linearized reading' (duration: 2.453436583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5540856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:15.997107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.543328Z","time spent":"2.453764429s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:15.997127Z","caller":"traceutil/trace.go:171","msg":"trace[1531881715] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27145; }","duration":"3.554160183s","start":"2026-07-03T16:53:12.442955Z","end":"2026-07-03T16:53:15.997116Z","steps":["trace[1531881715] 'agreement among raft nodes before linearized reading' (duration: 3.554095011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.442925Z","time spent":"3.554234245s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:15.997179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518906658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" ","response":"range_response_count:1 size:876"} {"level":"warn","ts":"2026-07-03T16:53:15.997198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816084409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-03T16:53:15.99722Z","caller":"traceutil/trace.go:171","msg":"trace[1419083400] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4; range_end:; response_count:1; response_revision:27145; }","duration":"2.51898732s","start":"2026-07-03T16:53:13.478222Z","end":"2026-07-03T16:53:15.997209Z","steps":["trace[1419083400] 'agreement among raft nodes before linearized reading' (duration: 2.518858707s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:15.99723Z","caller":"traceutil/trace.go:171","msg":"trace[1454339977] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27145; }","duration":"4.81613537s","start":"2026-07-03T16:53:11.181078Z","end":"2026-07-03T16:53:15.997214Z","steps":["trace[1454339977] 'agreement among raft nodes before linearized reading' (duration: 4.816073209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242817204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:15.997249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.18106Z","time spent":"4.816184341s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:53:15.997248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.478182Z","time spent":"2.519059122s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" "} {"level":"info","ts":"2026-07-03T16:53:15.997263Z","caller":"traceutil/trace.go:171","msg":"trace[1731468833] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27145; }","duration":"4.242895846s","start":"2026-07-03T16:53:11.754356Z","end":"2026-07-03T16:53:15.997252Z","steps":["trace[1731468833] 'agreement among raft nodes before linearized reading' (duration: 4.242833755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.996542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.53695Z","time spent":"3.459583121s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:15.997309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.754337Z","time spent":"4.242962557s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:15.997407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427076886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:53:15.997432Z","caller":"traceutil/trace.go:171","msg":"trace[517711538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:27145; }","duration":"4.427144408s","start":"2026-07-03T16:53:11.570281Z","end":"2026-07-03T16:53:15.997426Z","steps":["trace[517711538] 'agreement among raft nodes before linearized reading' (duration: 4.427076896s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185849987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:15.99745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.570263Z","time spent":"4.427182108s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-07-03T16:53:15.997461Z","caller":"traceutil/trace.go:171","msg":"trace[321900189] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27145; }","duration":"1.185925269s","start":"2026-07-03T16:53:14.811525Z","end":"2026-07-03T16:53:15.997451Z","steps":["trace[321900189] 'agreement among raft nodes before linearized reading' (duration: 1.185872797s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:14.811501Z","time spent":"1.185979839s","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:15.996672Z","caller":"traceutil/trace.go:171","msg":"trace[1805355306] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27145; }","duration":"3.228462338s","start":"2026-07-03T16:53:12.768205Z","end":"2026-07-03T16:53:15.996668Z","steps":["trace[1805355306] 'agreement among raft nodes before linearized reading' (duration: 3.228430947s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.768192Z","time spent":"3.229374758s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:15.997629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919746841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:53:15.997663Z","caller":"traceutil/trace.go:171","msg":"trace[1109163425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27145; }","duration":"2.919809702s","start":"2026-07-03T16:53:13.077843Z","end":"2026-07-03T16:53:15.997652Z","steps":["trace[1109163425] 'agreement among raft nodes before linearized reading' (duration: 2.91971171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448521978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:53:15.997705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.077831Z","time spent":"2.919867014s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:15.996624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994345187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:53:15.997767Z","caller":"traceutil/trace.go:171","msg":"trace[250263084] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:27145; }","duration":"2.995517503s","start":"2026-07-03T16:53:13.002243Z","end":"2026-07-03T16:53:15.997761Z","steps":["trace[250263084] 'agreement among raft nodes before linearized reading' (duration: 2.994312396s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.002226Z","time spent":"2.995557184s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:53:15.997757Z","caller":"traceutil/trace.go:171","msg":"trace[1147048656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27145; }","duration":"3.449201723s","start":"2026-07-03T16:53:12.548509Z","end":"2026-07-03T16:53:15.997711Z","steps":["trace[1147048656] 'agreement among raft nodes before linearized reading' (duration: 3.448349824s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059450906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:15.997863Z","caller":"traceutil/trace.go:171","msg":"trace[1975021919] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27145; }","duration":"2.059691271s","start":"2026-07-03T16:53:13.938158Z","end":"2026-07-03T16:53:15.997849Z","steps":["trace[1975021919] 'agreement among raft nodes before linearized reading' (duration: 2.059466376s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.997876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:12.548488Z","time spent":"3.449344706s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:15.997908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:13.938136Z","time spent":"2.059757102s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:16.726436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.764863ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-03T16:53:16.726542Z","caller":"traceutil/trace.go:171","msg":"trace[1895394203] linearizableReadLoop","detail":"{readStateIndex:28099; appliedIndex:28098; }","duration":"724.41719ms","start":"2026-07-03T16:53:16.002106Z","end":"2026-07-03T16:53:16.726523Z","steps":["trace[1895394203] 'read index received' (duration: 221.604006ms)","trace[1895394203] 'applied index is now lower than readState.Index' (duration: 502.811424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:16.726687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:15.999559Z","time spent":"727.095981ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:16.726833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.701316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:53:16.72692Z","caller":"traceutil/trace.go:171","msg":"trace[262634499] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:27145; }","duration":"724.83635ms","start":"2026-07-03T16:53:16.002063Z","end":"2026-07-03T16:53:16.7269Z","steps":["trace[262634499] 'agreement among raft nodes before linearized reading' (duration: 724.594954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:16.726968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.002046Z","time spent":"724.911891ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:18.708812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719542757s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:18.708951Z","caller":"traceutil/trace.go:171","msg":"trace[752350662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27145; }","duration":"1.71969765s","start":"2026-07-03T16:53:16.989234Z","end":"2026-07-03T16:53:18.708932Z","steps":["trace[752350662] 'range keys from in-memory index tree' (duration: 1.719524257s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.709762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793448777s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-03T16:53:18.710545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.002207Z","time spent":"2.708332319s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:53:18.710624Z","caller":"traceutil/trace.go:171","msg":"trace[298570986] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"2.708223446s","start":"2026-07-03T16:53:16.002387Z","end":"2026-07-03T16:53:18.71061Z","steps":["trace[298570986] 'process raft request' (duration: 2.707457759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.710709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.002378Z","time spent":"2.708287188s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:18.711067Z","caller":"traceutil/trace.go:171","msg":"trace[1684730020] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"2.707781997s","start":"2026-07-03T16:53:16.003259Z","end":"2026-07-03T16:53:18.711041Z","steps":["trace[1684730020] 'process raft request' (duration: 2.707600783s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:18.711131Z","caller":"traceutil/trace.go:171","msg":"trace[1427559093] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"2.617647766s","start":"2026-07-03T16:53:16.093475Z","end":"2026-07-03T16:53:18.711123Z","steps":["trace[1427559093] 'process raft request' (duration: 2.617491462s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:18.711137Z","caller":"traceutil/trace.go:171","msg":"trace[1404916122] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"2.618723241s","start":"2026-07-03T16:53:16.092388Z","end":"2026-07-03T16:53:18.711112Z","steps":["trace[1404916122] 'process raft request' (duration: 2.618550877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.711195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.093262Z","time spent":"2.61788877s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:18.711197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.003253Z","time spent":"2.707885089s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:18.711221Z","caller":"traceutil/trace.go:171","msg":"trace[631126685] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"2.617469492s","start":"2026-07-03T16:53:16.093743Z","end":"2026-07-03T16:53:18.711213Z","steps":["trace[631126685] 'process raft request' (duration: 2.617305698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.711267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.093736Z","time spent":"2.617511073s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:18.711275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.092365Z","time spent":"2.618842464s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:18.711093Z","caller":"traceutil/trace.go:171","msg":"trace[1132354807] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"2.617475852s","start":"2026-07-03T16:53:16.093604Z","end":"2026-07-03T16:53:18.71108Z","steps":["trace[1132354807] 'process raft request' (duration: 2.61741247s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.711327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.093596Z","time spent":"2.617719467s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:18.711377Z","caller":"traceutil/trace.go:171","msg":"trace[1082760149] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"2.708572104s","start":"2026-07-03T16:53:16.0028Z","end":"2026-07-03T16:53:18.711372Z","steps":["trace[1082760149] 'process raft request' (duration: 2.707759616s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:18.711394Z","caller":"traceutil/trace.go:171","msg":"trace[726861010] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"2.617511593s","start":"2026-07-03T16:53:16.093875Z","end":"2026-07-03T16:53:18.711386Z","steps":["trace[726861010] 'process raft request' (duration: 2.617308398s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.711405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.002793Z","time spent":"2.708598775s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:18.711433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.093843Z","time spent":"2.617569403s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:18.711588Z","caller":"traceutil/trace.go:171","msg":"trace[2037792839] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"2.617275637s","start":"2026-07-03T16:53:16.094306Z","end":"2026-07-03T16:53:18.711582Z","steps":["trace[2037792839] 'process raft request' (duration: 2.617161155s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:18.711586Z","caller":"traceutil/trace.go:171","msg":"trace[776097052] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"2.617580594s","start":"2026-07-03T16:53:16.093994Z","end":"2026-07-03T16:53:18.711574Z","steps":["trace[776097052] 'process raft request' (duration: 2.617365379s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.711621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.094294Z","time spent":"2.617312558s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:18.711638Z","caller":"traceutil/trace.go:171","msg":"trace[436454390] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"1.983745735s","start":"2026-07-03T16:53:16.727881Z","end":"2026-07-03T16:53:18.711627Z","steps":["trace[436454390] 'process raft request' (duration: 1.983705624s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.711733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.727854Z","time spent":"1.983846278s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:18.711868Z","caller":"traceutil/trace.go:171","msg":"trace[2033284863] linearizableReadLoop","detail":"{readStateIndex:28111; appliedIndex:28099; }","duration":"1.985237679s","start":"2026-07-03T16:53:16.726617Z","end":"2026-07-03T16:53:18.711855Z","steps":["trace[2033284863] 'read index received' (duration: 189.786328ms)","trace[2033284863] 'applied index is now lower than readState.Index' (duration: 1.795450171s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:18.711936Z","caller":"traceutil/trace.go:171","msg":"trace[1465524428] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"2.617174635s","start":"2026-07-03T16:53:16.094753Z","end":"2026-07-03T16:53:18.711928Z","steps":["trace[1465524428] 'process raft request' (duration: 2.616790366s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.711982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.09474Z","time spent":"2.617215796s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:18.712024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708460661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:18.712058Z","caller":"traceutil/trace.go:171","msg":"trace[2114263524] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27157; }","duration":"2.708527474s","start":"2026-07-03T16:53:16.00352Z","end":"2026-07-03T16:53:18.712047Z","steps":["trace[2114263524] 'agreement among raft nodes before linearized reading' (duration: 2.708475563s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.712088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.003499Z","time spent":"2.708578574s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:53:18.712158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709603108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-07-03T16:53:18.712154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709229779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-07-03T16:53:18.712185Z","caller":"traceutil/trace.go:171","msg":"trace[1221780263] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6; range_end:; response_count:1; response_revision:27157; }","duration":"2.709641229s","start":"2026-07-03T16:53:16.002537Z","end":"2026-07-03T16:53:18.712178Z","steps":["trace[1221780263] 'agreement among raft nodes before linearized reading' (duration: 2.709543006s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:18.712196Z","caller":"traceutil/trace.go:171","msg":"trace[1967179514] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:27157; }","duration":"2.709283101s","start":"2026-07-03T16:53:16.002903Z","end":"2026-07-03T16:53:18.712186Z","steps":["trace[1967179514] 'agreement among raft nodes before linearized reading' (duration: 2.709096697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.712238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.002899Z","time spent":"2.709330722s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-07-03T16:53:18.712209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.002532Z","time spent":"2.709672159s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6\" "} {"level":"warn","ts":"2026-07-03T16:53:18.71221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706740982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:18.712392Z","caller":"traceutil/trace.go:171","msg":"trace[672123490] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27157; }","duration":"2.706935016s","start":"2026-07-03T16:53:16.005448Z","end":"2026-07-03T16:53:18.712383Z","steps":["trace[672123490] 'agreement among raft nodes before linearized reading' (duration: 2.706734832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:18.712418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.005441Z","time spent":"2.706969827s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:18.711645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.093971Z","time spent":"2.617644166s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:19.212395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:19.451626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.89733264s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:19.577546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.488139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:19.577666Z","caller":"traceutil/trace.go:171","msg":"trace[43990131] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"2.023472934s","start":"2026-07-03T16:53:17.554164Z","end":"2026-07-03T16:53:19.577637Z","steps":["trace[43990131] 'process raft request' (duration: 1.897818281s)","trace[43990131] 'compare' (duration: 125.319935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:19.577732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.554139Z","time spent":"2.023560435s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:19.944278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:19.94438Z","caller":"traceutil/trace.go:171","msg":"trace[1835996719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262323s","start":"2026-07-03T16:53:17.944096Z","end":"2026-07-03T16:53:19.944358Z","steps":["trace[1835996719] 'agreement among raft nodes before linearized reading' (duration: 2.000140621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.944444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.944085Z","time spent":"2.000335955s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:21.333311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881292774s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:21.944881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:21.945014Z","caller":"traceutil/trace.go:171","msg":"trace[224571725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312944s","start":"2026-07-03T16:53:19.944681Z","end":"2026-07-03T16:53:21.944994Z","steps":["trace[224571725] 'agreement among raft nodes before linearized reading' (duration: 2.000166601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:21.945103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:19.944653Z","time spent":"2.000423897s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:22.358185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:19.745215Z","time spent":"2.61296225s","remote":"127.0.0.1:49944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:22.359586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02587869s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:22.359764Z","caller":"traceutil/trace.go:171","msg":"trace[2117319091] linearizableReadLoop","detail":"{readStateIndex:28115; appliedIndex:28112; }","duration":"3.647848815s","start":"2026-07-03T16:53:18.711901Z","end":"2026-07-03T16:53:22.35975Z","steps":["trace[2117319091] 'read index received' (duration: 740.095478ms)","trace[2117319091] 'applied index is now lower than readState.Index' (duration: 2.907752327s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:22.359813Z","caller":"traceutil/trace.go:171","msg":"trace[1318234148] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"4.80475979s","start":"2026-07-03T16:53:17.555047Z","end":"2026-07-03T16:53:22.359807Z","steps":["trace[1318234148] 'process raft request' (duration: 3.778566903s)","trace[1318234148] 'compare' (duration: 1.025544143s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:22.359859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.555039Z","time spent":"4.804803332s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:22.36Z","caller":"traceutil/trace.go:171","msg":"trace[515178482] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"3.647273392s","start":"2026-07-03T16:53:18.712723Z","end":"2026-07-03T16:53:22.359996Z","steps":["trace[515178482] 'process raft request' (duration: 3.646933853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.360036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.712709Z","time spent":"3.647306892s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.360153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278160214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:22.360176Z","caller":"traceutil/trace.go:171","msg":"trace[1201256435] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27160; }","duration":"4.278219815s","start":"2026-07-03T16:53:18.081949Z","end":"2026-07-03T16:53:22.360169Z","steps":["trace[1201256435] 'agreement among raft nodes before linearized reading' (duration: 4.278151944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.360191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.081927Z","time spent":"4.278260506s","remote":"127.0.0.1:46438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:22.360228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874839233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:22.360271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620028907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:22.36029Z","caller":"traceutil/trace.go:171","msg":"trace[563805212] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27160; }","duration":"5.620073028s","start":"2026-07-03T16:53:16.740209Z","end":"2026-07-03T16:53:22.360282Z","steps":["trace[563805212] 'agreement among raft nodes before linearized reading' (duration: 5.620046017s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:22.36029Z","caller":"traceutil/trace.go:171","msg":"trace[472504283] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27160; }","duration":"4.874954436s","start":"2026-07-03T16:53:17.485319Z","end":"2026-07-03T16:53:22.360273Z","steps":["trace[472504283] 'agreement among raft nodes before linearized reading' (duration: 4.874812813s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.360308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.740197Z","time spent":"5.620106639s","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:22.36033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.485302Z","time spent":"4.875019287s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:22.360426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628554102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-03T16:53:22.360447Z","caller":"traceutil/trace.go:171","msg":"trace[318103754] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:27160; }","duration":"5.628602813s","start":"2026-07-03T16:53:16.731837Z","end":"2026-07-03T16:53:22.36044Z","steps":["trace[318103754] 'agreement among raft nodes before linearized reading' (duration: 5.628536871s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.360461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.731814Z","time spent":"5.628642794s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:22.360519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483355694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:22.360559Z","caller":"traceutil/trace.go:171","msg":"trace[1913059617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27160; }","duration":"4.483441176s","start":"2026-07-03T16:53:17.877105Z","end":"2026-07-03T16:53:22.360546Z","steps":["trace[1913059617] 'agreement among raft nodes before linearized reading' (duration: 4.483374324s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.360591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.877086Z","time spent":"4.483497807s","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:22.360725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508060808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:22.360728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614905562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-03T16:53:22.360778Z","caller":"traceutil/trace.go:171","msg":"trace[1213187825] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27160; }","duration":"4.614990513s","start":"2026-07-03T16:53:17.745771Z","end":"2026-07-03T16:53:22.360762Z","steps":["trace[1213187825] 'agreement among raft nodes before linearized reading' (duration: 4.61485702s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.360747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.759810513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:22.360822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.745752Z","time spent":"4.615062015s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:22.360853Z","caller":"traceutil/trace.go:171","msg":"trace[1821219668] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27160; }","duration":"4.759926255s","start":"2026-07-03T16:53:17.600898Z","end":"2026-07-03T16:53:22.360825Z","steps":["trace[1821219668] 'agreement among raft nodes before linearized reading' (duration: 4.759754241s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:22.360746Z","caller":"traceutil/trace.go:171","msg":"trace[1701517401] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27160; }","duration":"4.508122069s","start":"2026-07-03T16:53:17.85262Z","end":"2026-07-03T16:53:22.360742Z","steps":["trace[1701517401] 'agreement among raft nodes before linearized reading' (duration: 4.508081298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.360917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.852588Z","time spent":"4.508319624s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:22.360926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.600847Z","time spent":"4.760062038s","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:22.435128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101597651s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:23.201684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.277527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:53:23.203377Z","caller":"traceutil/trace.go:171","msg":"trace[1342724149] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"2.486828095s","start":"2026-07-03T16:53:20.71652Z","end":"2026-07-03T16:53:23.203348Z","steps":["trace[1342724149] 'process raft request' (duration: 2.48528538s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.203756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.716503Z","time spent":"2.486963679s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:23.203881Z","caller":"traceutil/trace.go:171","msg":"trace[1754295122] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"2.487156633s","start":"2026-07-03T16:53:20.716681Z","end":"2026-07-03T16:53:23.203838Z","steps":["trace[1754295122] 'process raft request' (duration: 2.486605271s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.2039Z","caller":"traceutil/trace.go:171","msg":"trace[1233043553] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"2.485788072s","start":"2026-07-03T16:53:20.718083Z","end":"2026-07-03T16:53:23.203871Z","steps":["trace[1233043553] 'process raft request' (duration: 2.485515656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.20407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.718061Z","time spent":"2.485919795s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:23.204092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.716625Z","time spent":"2.487340197s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:23.204252Z","caller":"traceutil/trace.go:171","msg":"trace[666949922] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"2.485789761s","start":"2026-07-03T16:53:20.71844Z","end":"2026-07-03T16:53:23.204229Z","steps":["trace[666949922] 'process raft request' (duration: 2.485622567s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.204259Z","caller":"traceutil/trace.go:171","msg":"trace[1285076092] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"2.485926244s","start":"2026-07-03T16:53:20.718311Z","end":"2026-07-03T16:53:23.204237Z","steps":["trace[1285076092] 'process raft request' (duration: 2.485501635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.204406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.718431Z","time spent":"2.485890713s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:23.204459Z","caller":"traceutil/trace.go:171","msg":"trace[2145079275] linearizableReadLoop","detail":"{readStateIndex:28124; appliedIndex:28115; }","duration":"844.654798ms","start":"2026-07-03T16:53:22.359785Z","end":"2026-07-03T16:53:23.204439Z","steps":["trace[2145079275] 'read index received' (duration: 75.540706ms)","trace[2145079275] 'applied index is now lower than readState.Index' (duration: 769.113002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:23.204504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.718298Z","time spent":"2.486032936s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:23.204571Z","caller":"traceutil/trace.go:171","msg":"trace[1003012469] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"2.48571763s","start":"2026-07-03T16:53:20.718671Z","end":"2026-07-03T16:53:23.204389Z","steps":["trace[1003012469] 'process raft request' (duration: 2.485497565s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.20463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485141485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.20466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490190672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:53:23.204707Z","caller":"traceutil/trace.go:171","msg":"trace[426294799] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27168; }","duration":"4.485246237s","start":"2026-07-03T16:53:18.719422Z","end":"2026-07-03T16:53:23.204668Z","steps":["trace[426294799] 'agreement among raft nodes before linearized reading' (duration: 4.485152395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.204741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947538716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-03T16:53:23.204768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696187652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.204786Z","caller":"traceutil/trace.go:171","msg":"trace[43633439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27168; }","duration":"2.947618868s","start":"2026-07-03T16:53:20.257154Z","end":"2026-07-03T16:53:23.204773Z","steps":["trace[43633439] 'agreement among raft nodes before linearized reading' (duration: 2.947499105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.204818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.257134Z","time spent":"2.947677269s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-03T16:53:23.204814Z","caller":"traceutil/trace.go:171","msg":"trace[1874814] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27168; }","duration":"1.696268454s","start":"2026-07-03T16:53:21.508532Z","end":"2026-07-03T16:53:23.2048Z","steps":["trace[1874814] 'agreement among raft nodes before linearized reading' (duration: 1.696206022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.204841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486526426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.20486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.508515Z","time spent":"1.696335125s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:23.204888Z","caller":"traceutil/trace.go:171","msg":"trace[800008100] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27168; }","duration":"4.486580897s","start":"2026-07-03T16:53:18.718295Z","end":"2026-07-03T16:53:23.204876Z","steps":["trace[800008100] 'agreement among raft nodes before linearized reading' (duration: 4.486497235s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.204879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.71866Z","time spent":"2.486038827s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:23.204921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.718286Z","time spent":"4.486628437s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:53:23.205019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843948459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.204766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.719408Z","time spent":"4.485344939s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:53:23.205061Z","caller":"traceutil/trace.go:171","msg":"trace[645835820] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27168; }","duration":"2.8440313s","start":"2026-07-03T16:53:20.361018Z","end":"2026-07-03T16:53:23.205049Z","steps":["trace[645835820] 'agreement among raft nodes before linearized reading' (duration: 2.843968189s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.205101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.360994Z","time spent":"2.844098071s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.205185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029918198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:53:23.205214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487542319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:23.205259Z","caller":"traceutil/trace.go:171","msg":"trace[545856145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27168; }","duration":"4.487602601s","start":"2026-07-03T16:53:18.717642Z","end":"2026-07-03T16:53:23.205245Z","steps":["trace[545856145] 'agreement among raft nodes before linearized reading' (duration: 4.487444657s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.205294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.717636Z","time spent":"4.487651702s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:23.205325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489567167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:53:23.205371Z","caller":"traceutil/trace.go:171","msg":"trace[1006204126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27168; }","duration":"2.48970717s","start":"2026-07-03T16:53:20.715653Z","end":"2026-07-03T16:53:23.20536Z","steps":["trace[1006204126] 'agreement among raft nodes before linearized reading' (duration: 2.489599918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.205407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.71563Z","time spent":"2.489769371s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:23.205067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225685296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:23.205471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48703854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:53:23.20525Z","caller":"traceutil/trace.go:171","msg":"trace[1683202803] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27168; }","duration":"4.030121293s","start":"2026-07-03T16:53:19.175113Z","end":"2026-07-03T16:53:23.205234Z","steps":["trace[1683202803] 'agreement among raft nodes before linearized reading' (duration: 4.029439927s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.205549Z","caller":"traceutil/trace.go:171","msg":"trace[536316116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27168; }","duration":"2.487150802s","start":"2026-07-03T16:53:20.718351Z","end":"2026-07-03T16:53:23.205501Z","steps":["trace[536316116] 'agreement among raft nodes before linearized reading' (duration: 2.486896476s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.205592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.718345Z","time spent":"2.487237033s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:23.205609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.774182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-07-03T16:53:23.205686Z","caller":"traceutil/trace.go:171","msg":"trace[1005794719] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:27168; }","duration":"841.878813ms","start":"2026-07-03T16:53:22.363786Z","end":"2026-07-03T16:53:23.205664Z","steps":["trace[1005794719] 'agreement among raft nodes before linearized reading' (duration: 841.623948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.205705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.134689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.205694Z","caller":"traceutil/trace.go:171","msg":"trace[1556359013] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"2.486327194s","start":"2026-07-03T16:53:20.719349Z","end":"2026-07-03T16:53:23.205676Z","steps":["trace[1556359013] 'process raft request' (duration: 2.485022474s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.205741Z","caller":"traceutil/trace.go:171","msg":"trace[632374150] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27168; }","duration":"541.208411ms","start":"2026-07-03T16:53:22.664522Z","end":"2026-07-03T16:53:23.20573Z","steps":["trace[632374150] 'agreement among raft nodes before linearized reading' (duration: 541.150709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.205745Z","caller":"traceutil/trace.go:171","msg":"trace[345532097] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"2.486844345s","start":"2026-07-03T16:53:20.718887Z","end":"2026-07-03T16:53:23.205731Z","steps":["trace[345532097] 'process raft request' (duration: 2.485401572s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.205782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.664503Z","time spent":"541.270542ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.205793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.719342Z","time spent":"2.486401865s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:23.205679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:19.175099Z","time spent":"4.03048135s","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.205959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256091953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.205982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490262961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:53:23.206013Z","caller":"traceutil/trace.go:171","msg":"trace[1327085215] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27168; }","duration":"4.490292172s","start":"2026-07-03T16:53:18.715711Z","end":"2026-07-03T16:53:23.206003Z","steps":["trace[1327085215] 'agreement among raft nodes before linearized reading' (duration: 4.49018849s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.206011Z","caller":"traceutil/trace.go:171","msg":"trace[45856129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27168; }","duration":"1.256161835s","start":"2026-07-03T16:53:21.949832Z","end":"2026-07-03T16:53:23.205994Z","steps":["trace[45856129] 'agreement among raft nodes before linearized reading' (duration: 1.256107673s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.206031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.117499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18557"} {"level":"warn","ts":"2026-07-03T16:53:23.206048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.7157Z","time spent":"4.490340923s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:53:23.206068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.949819Z","time spent":"1.256235066s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:53:23.205502Z","caller":"traceutil/trace.go:171","msg":"trace[89613966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27168; }","duration":"2.226158966s","start":"2026-07-03T16:53:20.979332Z","end":"2026-07-03T16:53:23.205491Z","steps":["trace[89613966] 'agreement among raft nodes before linearized reading' (duration: 2.225700936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.206083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.835101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-03T16:53:23.205813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.801121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.206134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.979313Z","time spent":"2.226801761s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:23.206177Z","caller":"traceutil/trace.go:171","msg":"trace[605467378] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877; range_end:; response_count:1; response_revision:27168; }","duration":"840.939903ms","start":"2026-07-03T16:53:22.365223Z","end":"2026-07-03T16:53:23.206163Z","steps":["trace[605467378] 'agreement among raft nodes before linearized reading' (duration: 840.77613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.206304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.135149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276063"} {"level":"info","ts":"2026-07-03T16:53:23.204714Z","caller":"traceutil/trace.go:171","msg":"trace[1943893795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27168; }","duration":"2.490250404s","start":"2026-07-03T16:53:20.71445Z","end":"2026-07-03T16:53:23.2047Z","steps":["trace[1943893795] 'agreement among raft nodes before linearized reading' (duration: 2.490011108s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.206363Z","caller":"traceutil/trace.go:171","msg":"trace[1247679280] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27168; }","duration":"838.207411ms","start":"2026-07-03T16:53:22.368143Z","end":"2026-07-03T16:53:23.20635Z","steps":["trace[1247679280] 'agreement among raft nodes before linearized reading' (duration: 837.627757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.206377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.714384Z","time spent":"2.491981163s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:23.206411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.368135Z","time spent":"838.264412ms","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276086,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:53:23.205905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052821503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:23.211111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490171851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.211161Z","caller":"traceutil/trace.go:171","msg":"trace[977425252] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27168; }","duration":"3.490246373s","start":"2026-07-03T16:53:19.720891Z","end":"2026-07-03T16:53:23.211138Z","steps":["trace[977425252] 'agreement among raft nodes before linearized reading' (duration: 3.490189631s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.211151Z","caller":"traceutil/trace.go:171","msg":"trace[351395246] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27168; }","duration":"3.058060372s","start":"2026-07-03T16:53:20.15305Z","end":"2026-07-03T16:53:23.21111Z","steps":["trace[351395246] 'agreement among raft nodes before linearized reading' (duration: 3.052799841s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.211195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:19.720873Z","time spent":"3.490315204s","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.21127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.152976Z","time spent":"3.058245226s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.205744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.36377Z","time spent":"841.963146ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:23.205904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.33844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:23.211586Z","caller":"traceutil/trace.go:171","msg":"trace[698840350] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27168; }","duration":"640.057321ms","start":"2026-07-03T16:53:22.571514Z","end":"2026-07-03T16:53:23.211571Z","steps":["trace[698840350] 'agreement among raft nodes before linearized reading' (duration: 634.322229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.21162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.571493Z","time spent":"640.116823ms","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.20818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36800088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:53:23.21181Z","caller":"traceutil/trace.go:171","msg":"trace[1558758017] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27168; }","duration":"1.371661445s","start":"2026-07-03T16:53:21.84014Z","end":"2026-07-03T16:53:23.211802Z","steps":["trace[1558758017] 'agreement among raft nodes before linearized reading' (duration: 1.364585422s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.211842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.840109Z","time spent":"1.371724386s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2706,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.206257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.365208Z","time spent":"841.028435ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" "} {"level":"warn","ts":"2026-07-03T16:53:23.205824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.718874Z","time spent":"2.486909117s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:23.206175Z","caller":"traceutil/trace.go:171","msg":"trace[609991378] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27168; }","duration":"796.223871ms","start":"2026-07-03T16:53:22.409942Z","end":"2026-07-03T16:53:23.206166Z","steps":["trace[609991378] 'agreement among raft nodes before linearized reading' (duration: 795.80196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.206061Z","caller":"traceutil/trace.go:171","msg":"trace[1740570773] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27168; }","duration":"359.181631ms","start":"2026-07-03T16:53:22.846871Z","end":"2026-07-03T16:53:23.206052Z","steps":["trace[1740570773] 'agreement among raft nodes before linearized reading' (duration: 359.065748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.213013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.846852Z","time spent":"366.15162ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:53:23.208137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.977134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-07-03T16:53:23.213433Z","caller":"traceutil/trace.go:171","msg":"trace[1734666793] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p; range_end:; response_count:1; response_revision:27168; }","duration":"171.239815ms","start":"2026-07-03T16:53:23.042122Z","end":"2026-07-03T16:53:23.213362Z","steps":["trace[1734666793] 'agreement among raft nodes before linearized reading' (duration: 164.069931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.212646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.40989Z","time spent":"802.698969ms","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.746278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:24.247408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:24.74831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:25.223432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000684363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:25.223495Z","caller":"traceutil/trace.go:171","msg":"trace[607689244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000781555s","start":"2026-07-03T16:53:23.2227Z","end":"2026-07-03T16:53:25.223482Z","steps":["trace[607689244] 'agreement among raft nodes before linearized reading' (duration: 2.000705913s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:25.223525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.222693Z","time spent":"2.000823685s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:25.249259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:25.749915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:25.871192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.625161667s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:26.202503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.897454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:26.202854Z","caller":"traceutil/trace.go:171","msg":"trace[1147540009] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"2.976710553s","start":"2026-07-03T16:53:23.226125Z","end":"2026-07-03T16:53:26.202836Z","steps":["trace[1147540009] 'process raft request' (duration: 2.976652642s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.202897Z","caller":"traceutil/trace.go:171","msg":"trace[2029288015] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"2.981246757s","start":"2026-07-03T16:53:23.221613Z","end":"2026-07-03T16:53:26.20286Z","steps":["trace[2029288015] 'process raft request' (duration: 2.981003962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.202937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.226119Z","time spent":"2.976777224s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.203058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.2216Z","time spent":"2.98136674s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.203246Z","caller":"traceutil/trace.go:171","msg":"trace[506186251] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"2.977174344s","start":"2026-07-03T16:53:23.226061Z","end":"2026-07-03T16:53:26.203235Z","steps":["trace[506186251] 'process raft request' (duration: 2.976642462s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.203323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.226042Z","time spent":"2.977240975s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.203564Z","caller":"traceutil/trace.go:171","msg":"trace[429065304] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"2.977445621s","start":"2026-07-03T16:53:23.226097Z","end":"2026-07-03T16:53:26.203543Z","steps":["trace[429065304] 'process raft request' (duration: 2.976650142s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.203652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.226085Z","time spent":"2.977528922s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.203254Z","caller":"traceutil/trace.go:171","msg":"trace[73978079] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"2.981760678s","start":"2026-07-03T16:53:23.221481Z","end":"2026-07-03T16:53:26.203242Z","steps":["trace[73978079] 'process raft request' (duration: 2.650060116s)","trace[73978079] 'compare' (duration: 330.619078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:26.204665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.221458Z","time spent":"2.98312042s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:26.848388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.451497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:26.848638Z","caller":"traceutil/trace.go:171","msg":"trace[468836392] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"3.345742719s","start":"2026-07-03T16:53:23.50287Z","end":"2026-07-03T16:53:26.848613Z","steps":["trace[468836392] 'process raft request' (duration: 3.125964475s)","trace[468836392] 'compare' (duration: 219.241022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:26.848739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.502847Z","time spent":"3.345847701s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.849243Z","caller":"traceutil/trace.go:171","msg":"trace[398248536] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"1.637092321s","start":"2026-07-03T16:53:25.212052Z","end":"2026-07-03T16:53:26.849145Z","steps":["trace[398248536] 'process raft request' (duration: 1.636454437s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.849453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.212017Z","time spent":"1.637327746s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.849515Z","caller":"traceutil/trace.go:171","msg":"trace[1194806591] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"1.637299606s","start":"2026-07-03T16:53:25.212205Z","end":"2026-07-03T16:53:26.849504Z","steps":["trace[1194806591] 'process raft request' (duration: 1.63701672s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.849649Z","caller":"traceutil/trace.go:171","msg":"trace[1053269476] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"1.632031516s","start":"2026-07-03T16:53:25.21759Z","end":"2026-07-03T16:53:26.849622Z","steps":["trace[1053269476] 'process raft request' (duration: 1.631708978s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.849414Z","caller":"traceutil/trace.go:171","msg":"trace[20297885] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"1.637189894s","start":"2026-07-03T16:53:25.212202Z","end":"2026-07-03T16:53:26.849392Z","steps":["trace[20297885] 'process raft request' (duration: 1.636886017s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.849789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.217581Z","time spent":"1.632136458s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.849821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.212171Z","time spent":"1.637547862s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.849785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.212175Z","time spent":"1.637563062s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.850022Z","caller":"traceutil/trace.go:171","msg":"trace[439894235] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"1.624415022s","start":"2026-07-03T16:53:25.225596Z","end":"2026-07-03T16:53:26.850011Z","steps":["trace[439894235] 'process raft request' (duration: 1.623942212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.850089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.225585Z","time spent":"1.624470393s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.850099Z","caller":"traceutil/trace.go:171","msg":"trace[896943258] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"1.63614812s","start":"2026-07-03T16:53:25.213187Z","end":"2026-07-03T16:53:26.849335Z","steps":["trace[896943258] 'process raft request' (duration: 1.636073649s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.850193Z","caller":"traceutil/trace.go:171","msg":"trace[1044623947] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"1.624473532s","start":"2026-07-03T16:53:25.225697Z","end":"2026-07-03T16:53:26.850171Z","steps":["trace[1044623947] 'process raft request' (duration: 1.624271717s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.850235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.213178Z","time spent":"1.637014229s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.85026Z","caller":"traceutil/trace.go:171","msg":"trace[1098527554] linearizableReadLoop","detail":"{readStateIndex:28139; appliedIndex:28125; }","duration":"3.604124115s","start":"2026-07-03T16:53:23.246097Z","end":"2026-07-03T16:53:26.850221Z","steps":["trace[1098527554] 'read index received' (duration: 2.625353822s)","trace[1098527554] 'applied index is now lower than readState.Index' (duration: 978.768823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:26.850286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.225684Z","time spent":"1.624557975s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:26.850386Z","caller":"traceutil/trace.go:171","msg":"trace[1683998043] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"1.624655287s","start":"2026-07-03T16:53:25.22572Z","end":"2026-07-03T16:53:26.850375Z","steps":["trace[1683998043] 'process raft request' (duration: 1.624398871s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.850446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.225701Z","time spent":"1.624713687s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.85049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624420409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-03T16:53:26.850513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626850295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:53:26.850574Z","caller":"traceutil/trace.go:171","msg":"trace[1735835427] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27183; }","duration":"3.626921237s","start":"2026-07-03T16:53:23.223636Z","end":"2026-07-03T16:53:26.850557Z","steps":["trace[1735835427] 'agreement among raft nodes before linearized reading' (duration: 3.626708451s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.850573Z","caller":"traceutil/trace.go:171","msg":"trace[1843029888] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27183; }","duration":"3.624534192s","start":"2026-07-03T16:53:23.226015Z","end":"2026-07-03T16:53:26.850549Z","steps":["trace[1843029888] 'agreement among raft nodes before linearized reading' (duration: 3.624250065s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.85061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626966468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:26.850757Z","caller":"traceutil/trace.go:171","msg":"trace[1189524695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27183; }","duration":"3.627096361s","start":"2026-07-03T16:53:23.223618Z","end":"2026-07-03T16:53:26.850714Z","steps":["trace[1189524695] 'agreement among raft nodes before linearized reading' (duration: 3.626796853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.850832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.223611Z","time spent":"3.627184453s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:53:26.850623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.223627Z","time spent":"3.626985078s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:53:26.850629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.226001Z","time spent":"3.624619324s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:53:26.850636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627021329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:53:26.851525Z","caller":"traceutil/trace.go:171","msg":"trace[124817434] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:27183; }","duration":"3.627915089s","start":"2026-07-03T16:53:23.223588Z","end":"2026-07-03T16:53:26.851503Z","steps":["trace[124817434] 'agreement among raft nodes before linearized reading' (duration: 3.626945747s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.851596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.223575Z","time spent":"3.628004382s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-07-03T16:53:26.879926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790453226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:26.879989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656599238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:26.88001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620898768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"warn","ts":"2026-07-03T16:53:26.880041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627473899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7\" ","response":"range_response_count:1 size:989"} {"level":"warn","ts":"2026-07-03T16:53:26.880054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117359339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:26.88006Z","caller":"traceutil/trace.go:171","msg":"trace[49016161] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:27184; }","duration":"3.620972121s","start":"2026-07-03T16:53:23.259074Z","end":"2026-07-03T16:53:26.880046Z","steps":["trace[49016161] 'agreement among raft nodes before linearized reading' (duration: 3.620811018s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.880083Z","caller":"traceutil/trace.go:171","msg":"trace[1065917274] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7; range_end:; response_count:1; response_revision:27184; }","duration":"3.62751468s","start":"2026-07-03T16:53:23.252554Z","end":"2026-07-03T16:53:26.880069Z","steps":["trace[1065917274] 'agreement among raft nodes before linearized reading' (duration: 3.627362937s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.880054Z","caller":"traceutil/trace.go:171","msg":"trace[1967919390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27184; }","duration":"1.656691059s","start":"2026-07-03T16:53:25.223346Z","end":"2026-07-03T16:53:26.880037Z","steps":["trace[1967919390] 'agreement among raft nodes before linearized reading' (duration: 1.656564226s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663278041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:26.880105Z","caller":"traceutil/trace.go:171","msg":"trace[658887267] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"609.154615ms","start":"2026-07-03T16:53:26.270941Z","end":"2026-07-03T16:53:26.880096Z","steps":["trace[658887267] 'process raft request' (duration: 608.608952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.252486Z","time spent":"3.627632123s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1012,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7\" "} {"level":"warn","ts":"2026-07-03T16:53:26.880138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534978915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:26.880161Z","caller":"traceutil/trace.go:171","msg":"trace[1785908310] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27184; }","duration":"3.535031056s","start":"2026-07-03T16:53:23.345123Z","end":"2026-07-03T16:53:26.880154Z","steps":["trace[1785908310] 'agreement among raft nodes before linearized reading' (duration: 3.534990275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207878608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:26.88017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006365853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:26.880177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.270902Z","time spent":"609.230115ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:26.880189Z","caller":"traceutil/trace.go:171","msg":"trace[1546214922] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27184; }","duration":"3.207928598s","start":"2026-07-03T16:53:23.672252Z","end":"2026-07-03T16:53:26.880181Z","steps":["trace[1546214922] 'agreement among raft nodes before linearized reading' (duration: 3.207888978s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.880204Z","caller":"traceutil/trace.go:171","msg":"trace[1268723350] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27184; }","duration":"2.006429454s","start":"2026-07-03T16:53:24.873766Z","end":"2026-07-03T16:53:26.880196Z","steps":["trace[1268723350] 'agreement among raft nodes before linearized reading' (duration: 2.006377153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.672238Z","time spent":"3.20797068s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.880213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549934116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:26.880237Z","caller":"traceutil/trace.go:171","msg":"trace[1641792338] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27184; }","duration":"3.549994588s","start":"2026-07-03T16:53:23.330236Z","end":"2026-07-03T16:53:26.880231Z","steps":["trace[1641792338] 'agreement among raft nodes before linearized reading' (duration: 3.549957187s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.87375Z","time spent":"2.006480276s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.880255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.330217Z","time spent":"3.550032619s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.880374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.572994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:26.880407Z","caller":"traceutil/trace.go:171","msg":"trace[706419802] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27184; }","duration":"119.608164ms","start":"2026-07-03T16:53:26.76079Z","end":"2026-07-03T16:53:26.880398Z","steps":["trace[706419802] 'agreement among raft nodes before linearized reading' (duration: 119.547373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288593335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:26.880454Z","caller":"traceutil/trace.go:171","msg":"trace[505484009] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27184; }","duration":"2.288708057s","start":"2026-07-03T16:53:24.591732Z","end":"2026-07-03T16:53:26.88044Z","steps":["trace[505484009] 'agreement among raft nodes before linearized reading' (duration: 2.288591585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647068178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-03T16:53:26.880508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321955668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:26.880518Z","caller":"traceutil/trace.go:171","msg":"trace[1489536367] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27184; }","duration":"2.64713181s","start":"2026-07-03T16:53:24.233379Z","end":"2026-07-03T16:53:26.88051Z","steps":["trace[1489536367] 'agreement among raft nodes before linearized reading' (duration: 2.647036508s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.880536Z","caller":"traceutil/trace.go:171","msg":"trace[1294830227] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27184; }","duration":"1.3220314s","start":"2026-07-03T16:53:25.558499Z","end":"2026-07-03T16:53:26.88053Z","steps":["trace[1294830227] 'agreement among raft nodes before linearized reading' (duration: 1.321971919s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046280875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:26.880566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.558479Z","time spent":"1.322080131s","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.880177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.345109Z","time spent":"3.535063187s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.880491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.591713Z","time spent":"2.288771208s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.880723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.167475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-07-03T16:53:26.880567Z","caller":"traceutil/trace.go:171","msg":"trace[512912813] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27184; }","duration":"2.046334526s","start":"2026-07-03T16:53:24.834226Z","end":"2026-07-03T16:53:26.88056Z","steps":["trace[512912813] 'agreement among raft nodes before linearized reading' (duration: 2.046282015s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.880775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.834203Z","time spent":"2.046564352s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.880539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.23336Z","time spent":"2.647174711s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-03T16:53:26.880124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.223338Z","time spent":"1.656779871s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:26.880095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.259065Z","time spent":"3.621024182s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1128,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-07-03T16:53:26.879999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320954683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:26.881069Z","caller":"traceutil/trace.go:171","msg":"trace[103739457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27184; }","duration":"3.322092638s","start":"2026-07-03T16:53:23.558967Z","end":"2026-07-03T16:53:26.88106Z","steps":["trace[103739457] 'agreement among raft nodes before linearized reading' (duration: 3.320966453s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.881103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.558946Z","time spent":"3.322148289s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:26.880088Z","caller":"traceutil/trace.go:171","msg":"trace[1988265136] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27184; }","duration":"3.11741708s","start":"2026-07-03T16:53:23.762661Z","end":"2026-07-03T16:53:26.880078Z","steps":["trace[1988265136] 'agreement among raft nodes before linearized reading' (duration: 3.117370549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.881135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.762641Z","time spent":"3.118484985s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:26.880008Z","caller":"traceutil/trace.go:171","msg":"trace[335242541] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27184; }","duration":"2.790583869s","start":"2026-07-03T16:53:24.089404Z","end":"2026-07-03T16:53:26.879988Z","steps":["trace[335242541] 'agreement among raft nodes before linearized reading' (duration: 2.790371354s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.880744Z","caller":"traceutil/trace.go:171","msg":"trace[1541261936] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p; range_end:; response_count:1; response_revision:27184; }","duration":"665.228236ms","start":"2026-07-03T16:53:26.215509Z","end":"2026-07-03T16:53:26.880737Z","steps":["trace[1541261936] 'agreement among raft nodes before linearized reading' (duration: 665.153614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.881239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.089386Z","time spent":"2.791829307s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.881299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.215489Z","time spent":"665.800359ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7078,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-c4z4p\" "} {"level":"info","ts":"2026-07-03T16:53:26.880122Z","caller":"traceutil/trace.go:171","msg":"trace[2112397324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27184; }","duration":"1.663358082s","start":"2026-07-03T16:53:25.216755Z","end":"2026-07-03T16:53:26.880113Z","steps":["trace[2112397324] 'agreement among raft nodes before linearized reading' (duration: 1.66327978s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.881389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.216746Z","time spent":"1.664631212s","remote":"127.0.0.1:57136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:26.88145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62792363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-03T16:53:26.881606Z","caller":"traceutil/trace.go:171","msg":"trace[1782046006] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27184; }","duration":"3.629220699s","start":"2026-07-03T16:53:23.252367Z","end":"2026-07-03T16:53:26.881588Z","steps":["trace[1782046006] 'agreement among raft nodes before linearized reading' (duration: 3.627897988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.881725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.252347Z","time spent":"3.629361103s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-07-03T16:53:27.475165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.146242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:27.475319Z","caller":"traceutil/trace.go:171","msg":"trace[859715413] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27184; }","duration":"486.323027ms","start":"2026-07-03T16:53:26.988976Z","end":"2026-07-03T16:53:27.475299Z","steps":["trace[859715413] 'range keys from in-memory index tree' (duration: 486.124522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.475846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.321525ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-03T16:53:27.475998Z","caller":"traceutil/trace.go:171","msg":"trace[1643904113] linearizableReadLoop","detail":"{readStateIndex:28141; appliedIndex:28140; }","duration":"592.798531ms","start":"2026-07-03T16:53:26.883182Z","end":"2026-07-03T16:53:27.475981Z","steps":["trace[1643904113] 'read index received' (duration: 215.411764ms)","trace[1643904113] 'applied index is now lower than readState.Index' (duration: 377.385127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:27.476072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.882611Z","time spent":"593.448175ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:27.476319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.060206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-03T16:53:27.476394Z","caller":"traceutil/trace.go:171","msg":"trace[757385482] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27184; }","duration":"593.435815ms","start":"2026-07-03T16:53:26.882936Z","end":"2026-07-03T16:53:27.476372Z","steps":["trace[757385482] 'agreement among raft nodes before linearized reading' (duration: 593.128808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.476456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.882924Z","time spent":"593.516557ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:53:27.976215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:28.476456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:28.889447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000688523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:28.889536Z","caller":"traceutil/trace.go:171","msg":"trace[1911060706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000808476s","start":"2026-07-03T16:53:26.88871Z","end":"2026-07-03T16:53:28.889518Z","steps":["trace[1911060706] 'agreement among raft nodes before linearized reading' (duration: 2.000693153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.889587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.888699Z","time spent":"2.000875827s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:28.977219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:29.477679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:29.602016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.390695719s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:53:29.602375Z","caller":"traceutil/trace.go:171","msg":"trace[842663519] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"2.718440331s","start":"2026-07-03T16:53:26.883912Z","end":"2026-07-03T16:53:29.602352Z","steps":["trace[842663519] 'process raft request' (duration: 2.718292438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.602526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.883585Z","time spent":"2.71886503s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:30.890047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:30.890131Z","caller":"traceutil/trace.go:171","msg":"trace[1812044672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228132s","start":"2026-07-03T16:53:28.889885Z","end":"2026-07-03T16:53:30.890113Z","steps":["trace[1812044672] 'agreement among raft nodes before linearized reading' (duration: 2.000097179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:30.89018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.889867Z","time spent":"2.000302954s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:30.937145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:30.937215Z","caller":"traceutil/trace.go:171","msg":"trace[1022798207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707383s","start":"2026-07-03T16:53:28.936492Z","end":"2026-07-03T16:53:30.9372Z","steps":["trace[1022798207] 'agreement among raft nodes before linearized reading' (duration: 2.000609991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:30.937253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.93647Z","time spent":"2.000775815s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:32.824444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.133012Z","time spent":"1.691423094s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:32.899497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:32.899589Z","caller":"traceutil/trace.go:171","msg":"trace[1270538628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000786175s","start":"2026-07-03T16:53:30.898784Z","end":"2026-07-03T16:53:32.89957Z","steps":["trace[1270538628] 'agreement among raft nodes before linearized reading' (duration: 2.000675702s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.899635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.898763Z","time spent":"2.000861987s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:32.949944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.347713664s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:53:32.950527Z","caller":"traceutil/trace.go:171","msg":"trace[537947121] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"5.472862772s","start":"2026-07-03T16:53:27.477632Z","end":"2026-07-03T16:53:32.950495Z","steps":["trace[537947121] 'process raft request' (duration: 5.472515495s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.95063Z","caller":"traceutil/trace.go:171","msg":"trace[1165767832] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"4.094490755s","start":"2026-07-03T16:53:28.856088Z","end":"2026-07-03T16:53:32.950578Z","steps":["trace[1165767832] 'process raft request' (duration: 4.094296621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.950677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.477604Z","time spent":"5.472992496s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.950783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.856065Z","time spent":"4.094642738s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:32.951006Z","caller":"traceutil/trace.go:171","msg":"trace[1970069772] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"4.094417482s","start":"2026-07-03T16:53:28.85655Z","end":"2026-07-03T16:53:32.950968Z","steps":["trace[1970069772] 'process raft request' (duration: 4.093981152s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.951083Z","caller":"traceutil/trace.go:171","msg":"trace[1778958045] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"4.094209437s","start":"2026-07-03T16:53:28.856855Z","end":"2026-07-03T16:53:32.951064Z","steps":["trace[1778958045] 'process raft request' (duration: 4.094066144s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.95112Z","caller":"traceutil/trace.go:171","msg":"trace[396959415] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"4.093546893s","start":"2026-07-03T16:53:28.857552Z","end":"2026-07-03T16:53:32.951099Z","steps":["trace[396959415] 'process raft request' (duration: 4.09341218s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.951154Z","caller":"traceutil/trace.go:171","msg":"trace[2021226195] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"4.093054372s","start":"2026-07-03T16:53:28.858073Z","end":"2026-07-03T16:53:32.951127Z","steps":["trace[2021226195] 'process raft request' (duration: 4.092956549s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.951141Z","caller":"traceutil/trace.go:171","msg":"trace[1263289443] linearizableReadLoop","detail":"{readStateIndex:28151; appliedIndex:28141; }","duration":"5.475092932s","start":"2026-07-03T16:53:27.476026Z","end":"2026-07-03T16:53:32.951119Z","steps":["trace[1263289443] 'read index received' (duration: 2.126203232s)","trace[1263289443] 'applied index is now lower than readState.Index' (duration: 3.34888866s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:32.951183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.856847Z","time spent":"4.094281829s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.951203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.85654Z","time spent":"4.094559125s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:32.951239Z","caller":"traceutil/trace.go:171","msg":"trace[1027613341] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"4.09299684s","start":"2026-07-03T16:53:28.858232Z","end":"2026-07-03T16:53:32.951229Z","steps":["trace[1027613341] 'process raft request' (duration: 4.092831246s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.951305Z","caller":"traceutil/trace.go:171","msg":"trace[1963952279] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"4.093255486s","start":"2026-07-03T16:53:28.85803Z","end":"2026-07-03T16:53:32.951286Z","steps":["trace[1963952279] 'process raft request' (duration: 4.09297026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.951443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066161534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:5458"} {"level":"info","ts":"2026-07-03T16:53:32.951474Z","caller":"traceutil/trace.go:171","msg":"trace[1441176796] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:27194; }","duration":"6.066230275s","start":"2026-07-03T16:53:26.885234Z","end":"2026-07-03T16:53:32.951464Z","steps":["trace[1441176796] 'agreement among raft nodes before linearized reading' (duration: 6.066065872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.951493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.885226Z","time spent":"6.066262916s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5481,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"warn","ts":"2026-07-03T16:53:32.951517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783508312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:32.95155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067007773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:32.951579Z","caller":"traceutil/trace.go:171","msg":"trace[367693874] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27194; }","duration":"5.783611424s","start":"2026-07-03T16:53:27.167952Z","end":"2026-07-03T16:53:32.951563Z","steps":["trace[367693874] 'agreement among raft nodes before linearized reading' (duration: 5.78342072s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.951605Z","caller":"traceutil/trace.go:171","msg":"trace[1026830458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27194; }","duration":"6.067081324s","start":"2026-07-03T16:53:26.884509Z","end":"2026-07-03T16:53:32.95159Z","steps":["trace[1026830458] 'agreement among raft nodes before linearized reading' (duration: 6.06689958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.951618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.167932Z","time spent":"5.783675266s","remote":"127.0.0.1:43974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:32.951616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066158933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-03T16:53:32.951233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.857543Z","time spent":"4.093631725s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:32.951685Z","caller":"traceutil/trace.go:171","msg":"trace[1595472642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27194; }","duration":"6.066217884s","start":"2026-07-03T16:53:26.885437Z","end":"2026-07-03T16:53:32.951655Z","steps":["trace[1595472642] 'agreement among raft nodes before linearized reading' (duration: 6.065869207s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.951701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.884495Z","time spent":"6.067152425s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:32.951725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.88543Z","time spent":"6.066287066s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-03T16:53:32.951716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.611936121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-07-03T16:53:32.951778Z","caller":"traceutil/trace.go:171","msg":"trace[195931467] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27194; }","duration":"5.612115775s","start":"2026-07-03T16:53:27.339646Z","end":"2026-07-03T16:53:32.951761Z","steps":["trace[195931467] 'agreement among raft nodes before linearized reading' (duration: 5.611649534s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.951396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580486132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:32.951831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.339627Z","time spent":"5.612192257s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:53:32.95184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067860783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-03T16:53:32.951881Z","caller":"traceutil/trace.go:171","msg":"trace[567494240] range","detail":"{range_begin:/registry/persistentvolumes/pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f; range_end:; response_count:1; response_revision:27194; }","duration":"6.067930135s","start":"2026-07-03T16:53:26.883935Z","end":"2026-07-03T16:53:32.951865Z","steps":["trace[567494240] 'agreement among raft nodes before linearized reading' (duration: 6.067508695s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.951885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.065885798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:53:32.951973Z","caller":"traceutil/trace.go:171","msg":"trace[638397926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27194; }","duration":"6.06598745s","start":"2026-07-03T16:53:26.885971Z","end":"2026-07-03T16:53:32.951958Z","steps":["trace[638397926] 'agreement among raft nodes before linearized reading' (duration: 6.065320684s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.952049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.885951Z","time spent":"6.066085463s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:53:32.951901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.883914Z","time spent":"6.067982656s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-257c5c6d-d8e7-4da8-ac82-ef12c9d1e27f\" "} {"level":"warn","ts":"2026-07-03T16:53:32.951418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.858226Z","time spent":"4.093115822s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.951405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618587692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:32.952263Z","caller":"traceutil/trace.go:171","msg":"trace[1662483997] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27194; }","duration":"5.619506594s","start":"2026-07-03T16:53:27.332739Z","end":"2026-07-03T16:53:32.952245Z","steps":["trace[1662483997] 'agreement among raft nodes before linearized reading' (duration: 5.618594442s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.951837Z","caller":"traceutil/trace.go:171","msg":"trace[1641602355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27194; }","duration":"5.580923522s","start":"2026-07-03T16:53:27.370898Z","end":"2026-07-03T16:53:32.951821Z","steps":["trace[1641602355] 'agreement among raft nodes before linearized reading' (duration: 5.580448682s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.952454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.370829Z","time spent":"5.581601308s","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:32.951269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.858068Z","time spent":"4.093130473s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:32.951Z","caller":"traceutil/trace.go:171","msg":"trace[2010270959] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"4.094288769s","start":"2026-07-03T16:53:28.856688Z","end":"2026-07-03T16:53:32.950977Z","steps":["trace[2010270959] 'process raft request' (duration: 4.094116495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.952642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.85668Z","time spent":"4.095919527s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.952327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.332719Z","time spent":"5.619589786s","remote":"127.0.0.1:59314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:32.953113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.858025Z","time spent":"4.093598014s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:33.2093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000095654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:33.209377Z","caller":"traceutil/trace.go:171","msg":"trace[744668766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000195466s","start":"2026-07-03T16:53:28.209165Z","end":"2026-07-03T16:53:33.20936Z","steps":["trace[744668766] 'agreement among raft nodes before linearized reading' (duration: 5.000106644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.209428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.209158Z","time spent":"5.000255998s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:53:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:33.451922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:53:33.669668Z","caller":"traceutil/trace.go:171","msg":"trace[1619672483] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"4.033887099s","start":"2026-07-03T16:53:29.635717Z","end":"2026-07-03T16:53:33.669604Z","steps":["trace[1619672483] 'process raft request' (duration: 3.970710414s)","trace[1619672483] 'compare' (duration: 61.704421ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:33.669828Z","caller":"traceutil/trace.go:171","msg":"trace[818490126] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"2.903635274s","start":"2026-07-03T16:53:30.766153Z","end":"2026-07-03T16:53:33.669788Z","steps":["trace[818490126] 'process raft request' (duration: 2.902929738s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.669874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.635698Z","time spent":"4.034075514s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:33.670003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.76613Z","time spent":"2.903778157s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:33.670111Z","caller":"traceutil/trace.go:171","msg":"trace[1937378] transaction","detail":"{read_only:false; response_revision:27197; number_of_response:1; }","duration":"2.666717108s","start":"2026-07-03T16:53:31.003369Z","end":"2026-07-03T16:53:33.670086Z","steps":["trace[1937378] 'process raft request' (duration: 2.665801297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.670322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.003336Z","time spent":"2.666914722s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.501466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.238293ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:53:34.502179Z","caller":"traceutil/trace.go:171","msg":"trace[1932249391] transaction","detail":"{read_only:false; response_revision:27198; number_of_response:1; }","duration":"2.028551819s","start":"2026-07-03T16:53:32.473604Z","end":"2026-07-03T16:53:34.502156Z","steps":["trace[1932249391] 'process raft request' (duration: 2.027959996s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.502295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.47357Z","time spent":"2.028664122s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.899958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:34.900045Z","caller":"traceutil/trace.go:171","msg":"trace[1936276105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161131s","start":"2026-07-03T16:53:32.899865Z","end":"2026-07-03T16:53:34.900027Z","steps":["trace[1936276105] 'agreement among raft nodes before linearized reading' (duration: 2.000046138s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.900094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.899844Z","time spent":"2.000240883s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:36.652992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.046533932s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:36.908906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:36.909003Z","caller":"traceutil/trace.go:171","msg":"trace[216204467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374203s","start":"2026-07-03T16:53:34.908612Z","end":"2026-07-03T16:53:36.908986Z","steps":["trace[216204467] 'agreement among raft nodes before linearized reading' (duration: 2.000265671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.909064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.908592Z","time spent":"2.000459185s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:37.323495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.492929ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.323616Z","caller":"traceutil/trace.go:171","msg":"trace[853031274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27198; }","duration":"334.623391ms","start":"2026-07-03T16:53:36.988974Z","end":"2026-07-03T16:53:37.323598Z","steps":["trace[853031274] 'range keys from in-memory index tree' (duration: 334.477568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.323867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.574184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:37.323962Z","caller":"traceutil/trace.go:171","msg":"trace[1947244974] linearizableReadLoop","detail":"{readStateIndex:28157; appliedIndex:28151; }","duration":"4.372747084s","start":"2026-07-03T16:53:32.951198Z","end":"2026-07-03T16:53:37.323945Z","steps":["trace[1947244974] 'read index received' (duration: 655.243698ms)","trace[1947244974] 'applied index is now lower than readState.Index' (duration: 3.717501706s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:37.324229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062983309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:37.324294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.130181405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:53:37.324315Z","caller":"traceutil/trace.go:171","msg":"trace[1438622043] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27199; }","duration":"7.063113482s","start":"2026-07-03T16:53:30.261177Z","end":"2026-07-03T16:53:37.324291Z","steps":["trace[1438622043] 'agreement among raft nodes before linearized reading' (duration: 7.062953208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.32437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.261159Z","time spent":"7.063197633s","remote":"127.0.0.1:44000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.32441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.718996575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5b4376b083f\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-07-03T16:53:37.324438Z","caller":"traceutil/trace.go:171","msg":"trace[287796738] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5b4376b083f; range_end:; response_count:1; response_revision:27199; }","duration":"7.719050495s","start":"2026-07-03T16:53:29.605378Z","end":"2026-07-03T16:53:37.324429Z","steps":["trace[287796738] 'agreement among raft nodes before linearized reading' (duration: 7.718967333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.324475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.605362Z","time spent":"7.719104857s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":955,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5b4376b083f\" "} {"level":"info","ts":"2026-07-03T16:53:37.324621Z","caller":"traceutil/trace.go:171","msg":"trace[980497095] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"4.365429416s","start":"2026-07-03T16:53:32.959171Z","end":"2026-07-03T16:53:37.324601Z","steps":["trace[980497095] 'process raft request' (duration: 3.694038543s)","trace[980497095] 'compare' (duration: 669.673944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:37.32466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.365922942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.32469Z","caller":"traceutil/trace.go:171","msg":"trace[856234177] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27199; }","duration":"8.365981024s","start":"2026-07-03T16:53:28.958699Z","end":"2026-07-03T16:53:37.32468Z","steps":["trace[856234177] 'agreement among raft nodes before linearized reading' (duration: 8.365924592s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.324726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.958688Z","time spent":"8.366022844s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.324732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.959155Z","time spent":"4.365501058s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7593,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:37.324955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.115214611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:53:37.324984Z","caller":"traceutil/trace.go:171","msg":"trace[1770339870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27199; }","duration":"9.115262521s","start":"2026-07-03T16:53:28.209713Z","end":"2026-07-03T16:53:37.324976Z","steps":["trace[1770339870] 'agreement among raft nodes before linearized reading' (duration: 9.115172959s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.209707Z","time spent":"9.115298872s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:37.325029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57643236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.325076Z","caller":"traceutil/trace.go:171","msg":"trace[1771025997] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27199; }","duration":"4.576529522s","start":"2026-07-03T16:53:32.748532Z","end":"2026-07-03T16:53:37.325062Z","steps":["trace[1771025997] 'agreement among raft nodes before linearized reading' (duration: 4.576454921s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.748511Z","time spent":"4.576593913s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.325204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.115602109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:53:37.325231Z","caller":"traceutil/trace.go:171","msg":"trace[8956418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27199; }","duration":"9.115666641s","start":"2026-07-03T16:53:28.209556Z","end":"2026-07-03T16:53:37.325223Z","steps":["trace[8956418] 'agreement among raft nodes before linearized reading' (duration: 9.115592639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.209536Z","time spent":"9.115714092s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:37.325333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.119785255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.325356Z","caller":"traceutil/trace.go:171","msg":"trace[363619702] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27199; }","duration":"9.119837316s","start":"2026-07-03T16:53:28.205511Z","end":"2026-07-03T16:53:37.325348Z","steps":["trace[363619702] 'agreement among raft nodes before linearized reading' (duration: 9.119798355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837776274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:37.325385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.205495Z","time spent":"9.119881427s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:37.325397Z","caller":"traceutil/trace.go:171","msg":"trace[1877913931] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27199; }","duration":"4.837861826s","start":"2026-07-03T16:53:32.487525Z","end":"2026-07-03T16:53:37.325386Z","steps":["trace[1877913931] 'agreement among raft nodes before linearized reading' (duration: 4.837779944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.487512Z","time spent":"4.837905916s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.325553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907639611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.325579Z","caller":"traceutil/trace.go:171","msg":"trace[1141740813] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27199; }","duration":"4.908230254s","start":"2026-07-03T16:53:32.417339Z","end":"2026-07-03T16:53:37.325569Z","steps":["trace[1141740813] 'agreement among raft nodes before linearized reading' (duration: 4.908184013s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.553350735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-03T16:53:37.325605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.417324Z","time spent":"4.908271325s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:37.325619Z","caller":"traceutil/trace.go:171","msg":"trace[473075326] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27199; }","duration":"9.553442147s","start":"2026-07-03T16:53:27.772164Z","end":"2026-07-03T16:53:37.325607Z","steps":["trace[473075326] 'agreement among raft nodes before linearized reading' (duration: 9.553286733s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.772146Z","time spent":"9.553500799s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:53:37.325654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.845703778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-03T16:53:37.325705Z","caller":"traceutil/trace.go:171","msg":"trace[428734253] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27199; }","duration":"9.84579192s","start":"2026-07-03T16:53:27.479896Z","end":"2026-07-03T16:53:37.325688Z","steps":["trace[428734253] 'agreement among raft nodes before linearized reading' (duration: 9.845624097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.47988Z","time spent":"9.845854602s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:53:37.325748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272111422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.325779Z","caller":"traceutil/trace.go:171","msg":"trace[249277378] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27199; }","duration":"5.272177773s","start":"2026-07-03T16:53:32.053592Z","end":"2026-07-03T16:53:37.32577Z","steps":["trace[249277378] 'agreement among raft nodes before linearized reading' (duration: 5.272122152s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.616236259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:37.325807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.053575Z","time spent":"5.272223305s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:37.325826Z","caller":"traceutil/trace.go:171","msg":"trace[1162194451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:27199; }","duration":"5.61631416s","start":"2026-07-03T16:53:31.709503Z","end":"2026-07-03T16:53:37.325817Z","steps":["trace[1162194451] 'agreement among raft nodes before linearized reading' (duration: 5.616260789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.709485Z","time spent":"5.616367171s","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.32585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.480591312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:53:37.325908Z","caller":"traceutil/trace.go:171","msg":"trace[839982012] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27199; }","duration":"9.480694054s","start":"2026-07-03T16:53:27.845202Z","end":"2026-07-03T16:53:37.325896Z","steps":["trace[839982012] 'agreement among raft nodes before linearized reading' (duration: 9.480458389s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.325944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.845181Z","time spent":"9.480754036s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.325924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.819964684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:37.324328Z","caller":"traceutil/trace.go:171","msg":"trace[632867003] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27199; }","duration":"7.130243767s","start":"2026-07-03T16:53:30.194074Z","end":"2026-07-03T16:53:37.324318Z","steps":["trace[632867003] 'agreement among raft nodes before linearized reading' (duration: 7.130112004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.326016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.194038Z","time spent":"7.131963546s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:53:37.326067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.125793437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:37.326105Z","caller":"traceutil/trace.go:171","msg":"trace[918334908] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:27199; }","duration":"6.820169739s","start":"2026-07-03T16:53:30.505923Z","end":"2026-07-03T16:53:37.326093Z","steps":["trace[918334908] 'agreement among raft nodes before linearized reading' (duration: 6.819902933s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:37.326112Z","caller":"traceutil/trace.go:171","msg":"trace[1369064423] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27199; }","duration":"6.125874648s","start":"2026-07-03T16:53:31.20022Z","end":"2026-07-03T16:53:37.326095Z","steps":["trace[1369064423] 'agreement among raft nodes before linearized reading' (duration: 6.125805886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.326147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.505853Z","time spent":"6.820281752s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.326145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.200205Z","time spent":"6.12593196s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:37.824135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:38.14742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.494189126s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:38.208848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997309966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:38.208925Z","caller":"traceutil/trace.go:171","msg":"trace[1047085220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997451059s","start":"2026-07-03T16:53:35.211457Z","end":"2026-07-03T16:53:38.208908Z","steps":["trace[1047085220] 'agreement among raft nodes before linearized reading' (duration: 2.997348016s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.208993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.211438Z","time spent":"2.99751566s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:53:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:38.209719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.330562Z","time spent":"879.149518ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:38.209752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.330868Z","time spent":"878.875872ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:53:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:53:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:38.232965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.276413393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:38.233072Z","caller":"traceutil/trace.go:171","msg":"trace[1671484154] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; }","duration":"5.276560787s","start":"2026-07-03T16:53:32.956487Z","end":"2026-07-03T16:53:38.233048Z","steps":["trace[1671484154] 'agreement among raft nodes before linearized reading' (duration: 5.276429504s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.233134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.95648Z","time spent":"5.276639248s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} 2026/07/03 16:53:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:38.908922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:38.909009Z","caller":"traceutil/trace.go:171","msg":"trace[1192752002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255153s","start":"2026-07-03T16:53:36.908735Z","end":"2026-07-03T16:53:38.90899Z","steps":["trace[1192752002] 'agreement among raft nodes before linearized reading' (duration: 2.000139541s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.909058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.908714Z","time spent":"2.000333276s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:38.975578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.679974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:38.976086Z","caller":"traceutil/trace.go:171","msg":"trace[1401732478] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"4.018173616s","start":"2026-07-03T16:53:34.957891Z","end":"2026-07-03T16:53:38.976065Z","steps":["trace[1401732478] 'process raft request' (duration: 4.017803678s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.976233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.95783Z","time spent":"4.018312249s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.97635Z","caller":"traceutil/trace.go:171","msg":"trace[1633327996] transaction","detail":"{read_only:false; response_revision:27200; number_of_response:1; }","duration":"4.622205214s","start":"2026-07-03T16:53:34.354118Z","end":"2026-07-03T16:53:38.976323Z","steps":["trace[1633327996] 'process raft request' (duration: 3.793676861s)","trace[1633327996] 'compare' (duration: 827.47852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:38.976471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.354102Z","time spent":"4.622304316s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.976621Z","caller":"traceutil/trace.go:171","msg":"trace[1055861615] transaction","detail":"{read_only:false; response_revision:27202; number_of_response:1; }","duration":"4.017718456s","start":"2026-07-03T16:53:34.958849Z","end":"2026-07-03T16:53:38.976567Z","steps":["trace[1055861615] 'process raft request' (duration: 4.017154113s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.976686Z","caller":"traceutil/trace.go:171","msg":"trace[1827434919] transaction","detail":"{read_only:false; response_revision:27203; number_of_response:1; }","duration":"4.017697375s","start":"2026-07-03T16:53:34.958973Z","end":"2026-07-03T16:53:38.97667Z","steps":["trace[1827434919] 'process raft request' (duration: 4.017515061s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.976743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.958947Z","time spent":"4.017766577s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.976746Z","caller":"traceutil/trace.go:171","msg":"trace[534944496] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"4.017538761s","start":"2026-07-03T16:53:34.959186Z","end":"2026-07-03T16:53:38.976725Z","steps":["trace[534944496] 'process raft request' (duration: 4.017405438s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.976785Z","caller":"traceutil/trace.go:171","msg":"trace[412114484] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"4.017548102s","start":"2026-07-03T16:53:34.95921Z","end":"2026-07-03T16:53:38.976758Z","steps":["trace[412114484] 'process raft request' (duration: 4.01744187s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.976872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.959144Z","time spent":"4.017645734s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.976925Z","caller":"traceutil/trace.go:171","msg":"trace[410567634] transaction","detail":"{read_only:false; response_revision:27206; number_of_response:1; }","duration":"4.016982019s","start":"2026-07-03T16:53:34.959934Z","end":"2026-07-03T16:53:38.976916Z","steps":["trace[410567634] 'process raft request' (duration: 4.016775995s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.976972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.959919Z","time spent":"4.01702721s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.976957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.959197Z","time spent":"4.017673014s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.977054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.958839Z","time spent":"4.017877479s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.977181Z","caller":"traceutil/trace.go:171","msg":"trace[1688459651] transaction","detail":"{read_only:false; response_revision:27208; number_of_response:1; }","duration":"4.0169998s","start":"2026-07-03T16:53:34.96016Z","end":"2026-07-03T16:53:38.97716Z","steps":["trace[1688459651] 'process raft request' (duration: 4.016908118s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:38.977207Z","caller":"traceutil/trace.go:171","msg":"trace[727513463] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"4.017172323s","start":"2026-07-03T16:53:34.960006Z","end":"2026-07-03T16:53:38.977178Z","steps":["trace[727513463] 'process raft request' (duration: 4.016855746s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.977276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.960147Z","time spent":"4.017087912s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.977405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.959979Z","time spent":"4.017332367s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:39.647087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.55302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:39.647365Z","caller":"traceutil/trace.go:171","msg":"trace[393068037] transaction","detail":"{read_only:false; response_revision:27209; number_of_response:1; }","duration":"2.319348361s","start":"2026-07-03T16:53:37.327954Z","end":"2026-07-03T16:53:39.647302Z","steps":["trace[393068037] 'process raft request' (duration: 1.780442943s)","trace[393068037] 'compare' (duration: 537.985476ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:39.64759Z","caller":"traceutil/trace.go:171","msg":"trace[1739298147] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27212; }","duration":"1.434768529s","start":"2026-07-03T16:53:38.212806Z","end":"2026-07-03T16:53:39.647575Z","steps":["trace[1739298147] 'process raft request' (duration: 1.434708798s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.647622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.327931Z","time spent":"2.319522085s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:39.647696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.212778Z","time spent":"1.434871652s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:39.647584Z","caller":"traceutil/trace.go:171","msg":"trace[962736039] linearizableReadLoop","detail":"{readStateIndex:28169; appliedIndex:28157; }","duration":"2.323576419s","start":"2026-07-03T16:53:37.323987Z","end":"2026-07-03T16:53:39.647563Z","steps":["trace[962736039] 'read index received' (duration: 823.821086ms)","trace[962736039] 'applied index is now lower than readState.Index' (duration: 1.499752473s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:39.647584Z","caller":"traceutil/trace.go:171","msg":"trace[494074283] transaction","detail":"{read_only:false; response_revision:27212; number_of_response:1; }","duration":"1.503173202s","start":"2026-07-03T16:53:38.14438Z","end":"2026-07-03T16:53:39.647553Z","steps":["trace[494074283] 'process raft request' (duration: 1.503029018s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:39.647872Z","caller":"traceutil/trace.go:171","msg":"trace[642751641] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27212; }","duration":"1.434948752s","start":"2026-07-03T16:53:38.212896Z","end":"2026-07-03T16:53:39.647844Z","steps":["trace[642751641] 'process raft request' (duration: 1.434651525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.144355Z","time spent":"1.50355046s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:39.648041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.212874Z","time spent":"1.435041175s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:39.648153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510487846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685410343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-03T16:53:39.648199Z","caller":"traceutil/trace.go:171","msg":"trace[600085861] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27212; }","duration":"3.510576858s","start":"2026-07-03T16:53:36.137611Z","end":"2026-07-03T16:53:39.648188Z","steps":["trace[600085861] 'agreement among raft nodes before linearized reading' (duration: 3.510010195s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:39.648219Z","caller":"traceutil/trace.go:171","msg":"trace[900582017] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27212; }","duration":"6.685482504s","start":"2026-07-03T16:53:32.962723Z","end":"2026-07-03T16:53:39.648205Z","steps":["trace[900582017] 'agreement among raft nodes before linearized reading' (duration: 6.684933342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.137588Z","time spent":"3.510638069s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:39.648239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317500889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-03T16:53:39.648266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44079116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-03T16:53:39.648287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279684317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:53:39.648312Z","caller":"traceutil/trace.go:171","msg":"trace[14449178] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27212; }","duration":"2.317599381s","start":"2026-07-03T16:53:37.330694Z","end":"2026-07-03T16:53:39.648294Z","steps":["trace[14449178] 'agreement among raft nodes before linearized reading' (duration: 2.317400517s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521962879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695281778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-03T16:53:39.648349Z","caller":"traceutil/trace.go:171","msg":"trace[701745059] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27212; }","duration":"1.279786909s","start":"2026-07-03T16:53:38.368547Z","end":"2026-07-03T16:53:39.648334Z","steps":["trace[701745059] 'agreement among raft nodes before linearized reading' (duration: 1.279620465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.64836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.330681Z","time spent":"2.317666922s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:53:39.64837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228134312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:39.648386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.368525Z","time spent":"1.279852021s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:53:39.648384Z","caller":"traceutil/trace.go:171","msg":"trace[1463114431] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27212; }","duration":"1.522078362s","start":"2026-07-03T16:53:38.126277Z","end":"2026-07-03T16:53:39.648355Z","steps":["trace[1463114431] 'agreement among raft nodes before linearized reading' (duration: 1.521904078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.64841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002385983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:39.648421Z","caller":"traceutil/trace.go:171","msg":"trace[104788669] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27212; }","duration":"4.228225254s","start":"2026-07-03T16:53:35.420181Z","end":"2026-07-03T16:53:39.648406Z","steps":["trace[104788669] 'agreement among raft nodes before linearized reading' (duration: 4.227467757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.917404667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.12623Z","time spent":"1.522203034s","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:39.648476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.420152Z","time spent":"4.228307596s","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:39.648495Z","caller":"traceutil/trace.go:171","msg":"trace[2083553725] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27212; }","duration":"5.917461628s","start":"2026-07-03T16:53:33.731004Z","end":"2026-07-03T16:53:39.648466Z","steps":["trace[2083553725] 'agreement among raft nodes before linearized reading' (duration: 5.916569318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.976797275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.730958Z","time spent":"5.917572071s","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:39.648558Z","caller":"traceutil/trace.go:171","msg":"trace[474561773] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27212; }","duration":"5.976898297s","start":"2026-07-03T16:53:33.671649Z","end":"2026-07-03T16:53:39.648547Z","steps":["trace[474561773] 'agreement among raft nodes before linearized reading' (duration: 5.975994587s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338555869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.671632Z","time spent":"5.976962378s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:39.648637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.709869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:39.648645Z","caller":"traceutil/trace.go:171","msg":"trace[1268467288] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27212; }","duration":"3.338672122s","start":"2026-07-03T16:53:36.309952Z","end":"2026-07-03T16:53:39.648624Z","steps":["trace[1268467288] 'agreement among raft nodes before linearized reading' (duration: 3.337650729s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977470773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:39.648469Z","caller":"traceutil/trace.go:171","msg":"trace[455854387] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27212; }","duration":"4.002429734s","start":"2026-07-03T16:53:35.646014Z","end":"2026-07-03T16:53:39.648444Z","steps":["trace[455854387] 'agreement among raft nodes before linearized reading' (duration: 4.001622185s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:39.648718Z","caller":"traceutil/trace.go:171","msg":"trace[1833885248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27212; }","duration":"1.977565965s","start":"2026-07-03T16:53:37.671133Z","end":"2026-07-03T16:53:39.648698Z","steps":["trace[1833885248] 'agreement among raft nodes before linearized reading' (duration: 1.977470383s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.686253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.415486392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304878951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:7611"} {"level":"warn","ts":"2026-07-03T16:53:39.648913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386108414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:39.648314Z","caller":"traceutil/trace.go:171","msg":"trace[1585219808] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27212; }","duration":"6.440872412s","start":"2026-07-03T16:53:33.207426Z","end":"2026-07-03T16:53:39.648298Z","steps":["trace[1585219808] 'agreement among raft nodes before linearized reading' (duration: 6.440220308s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888727183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:39.648953Z","caller":"traceutil/trace.go:171","msg":"trace[728993579] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27212; }","duration":"4.386146965s","start":"2026-07-03T16:53:35.262795Z","end":"2026-07-03T16:53:39.648942Z","steps":["trace[728993579] 'agreement among raft nodes before linearized reading' (duration: 4.384909727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.648959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.13890737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:39.648986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.262722Z","time spent":"4.386255047s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:39.648881Z","caller":"traceutil/trace.go:171","msg":"trace[546985177] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27212; }","duration":"162.045051ms","start":"2026-07-03T16:53:39.486814Z","end":"2026-07-03T16:53:39.648859Z","steps":["trace[546985177] 'agreement among raft nodes before linearized reading' (duration: 161.386966ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:39.649024Z","caller":"traceutil/trace.go:171","msg":"trace[1365033803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27212; }","duration":"6.139009062s","start":"2026-07-03T16:53:33.509999Z","end":"2026-07-03T16:53:39.649008Z","steps":["trace[1365033803] 'agreement among raft nodes before linearized reading' (duration: 6.137695923s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.64908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.509981Z","time spent":"6.139082194s","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:39.648768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.671107Z","time spent":"1.977646768s","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:39.649098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692626257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-03T16:53:39.64897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.207408Z","time spent":"6.441547568s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:39.648375Z","caller":"traceutil/trace.go:171","msg":"trace[1825792338] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27212; }","duration":"6.69534703s","start":"2026-07-03T16:53:32.953019Z","end":"2026-07-03T16:53:39.648366Z","steps":["trace[1825792338] 'agreement among raft nodes before linearized reading' (duration: 6.694604813s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:39.64914Z","caller":"traceutil/trace.go:171","msg":"trace[2068947649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27212; }","duration":"6.692699459s","start":"2026-07-03T16:53:32.956425Z","end":"2026-07-03T16:53:39.649124Z","steps":["trace[2068947649] 'agreement among raft nodes before linearized reading' (duration: 6.691268427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.649174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.953004Z","time spent":"6.696161028s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:53:39.649199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.956405Z","time spent":"6.692786001s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-03T16:53:39.648785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.64596Z","time spent":"4.002791352s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:39.648704Z","caller":"traceutil/trace.go:171","msg":"trace[484726592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27212; }","duration":"730.800401ms","start":"2026-07-03T16:53:38.917879Z","end":"2026-07-03T16:53:39.64868Z","steps":["trace[484726592] 'agreement among raft nodes before linearized reading' (duration: 730.714139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.649333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.91786Z","time spent":"731.455785ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:39.648811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374691177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:39.64942Z","caller":"traceutil/trace.go:171","msg":"trace[1006285693] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27212; }","duration":"1.375344471s","start":"2026-07-03T16:53:38.274065Z","end":"2026-07-03T16:53:39.64941Z","steps":["trace[1006285693] 'agreement among raft nodes before linearized reading' (duration: 1.374640306s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.649472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.274045Z","time spent":"1.375413603s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:39.648918Z","caller":"traceutil/trace.go:171","msg":"trace[1613257005] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27212; }","duration":"6.415580014s","start":"2026-07-03T16:53:33.233319Z","end":"2026-07-03T16:53:39.648899Z","steps":["trace[1613257005] 'agreement among raft nodes before linearized reading' (duration: 6.414382997s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.649545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.233301Z","time spent":"6.416228329s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:53:39.64893Z","caller":"traceutil/trace.go:171","msg":"trace[952237154] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:27212; }","duration":"2.304945333s","start":"2026-07-03T16:53:37.343973Z","end":"2026-07-03T16:53:39.648918Z","steps":["trace[952237154] 'agreement among raft nodes before linearized reading' (duration: 2.304820371s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.649676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.343961Z","time spent":"2.30569187s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7634,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"warn","ts":"2026-07-03T16:53:39.648707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.309913Z","time spent":"3.338778564s","remote":"127.0.0.1:44192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:39.648257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.962714Z","time spent":"6.685535215s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-07-03T16:53:39.64898Z","caller":"traceutil/trace.go:171","msg":"trace[1442731566] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27212; }","duration":"4.888875095s","start":"2026-07-03T16:53:34.760092Z","end":"2026-07-03T16:53:39.648967Z","steps":["trace[1442731566] 'agreement among raft nodes before linearized reading' (duration: 4.887618387s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.649946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.760073Z","time spent":"4.889849269s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:39.648791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695431111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:53:39.650056Z","caller":"traceutil/trace.go:171","msg":"trace[280019581] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27212; }","duration":"6.696746403s","start":"2026-07-03T16:53:32.953298Z","end":"2026-07-03T16:53:39.650045Z","steps":["trace[280019581] 'agreement among raft nodes before linearized reading' (duration: 6.694398709s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:39.650102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.953274Z","time spent":"6.696815524s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:53:40.154996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395746,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:53:40.559285Z","caller":"traceutil/trace.go:171","msg":"trace[1654288072] transaction","detail":"{read_only:false; response_revision:27213; number_of_response:1; }","duration":"905.345847ms","start":"2026-07-03T16:53:39.653901Z","end":"2026-07-03T16:53:40.559247Z","steps":["trace[1654288072] 'process raft request' (duration: 877.578952ms)","trace[1654288072] 'compare' (duration: 26.303282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:40.559467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.653889Z","time spent":"905.495361ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:41.775027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.2426363s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:41.945067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:41.94518Z","caller":"traceutil/trace.go:171","msg":"trace[88335033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103761s","start":"2026-07-03T16:53:39.945057Z","end":"2026-07-03T16:53:41.945161Z","steps":["trace[88335033] 'agreement among raft nodes before linearized reading' (duration: 1.999963568s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.94523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.945047Z","time spent":"2.000172902s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:43.945959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:43.946039Z","caller":"traceutil/trace.go:171","msg":"trace[2134193722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387476s","start":"2026-07-03T16:53:41.945634Z","end":"2026-07-03T16:53:43.946021Z","steps":["trace[2134193722] 'agreement among raft nodes before linearized reading' (duration: 2.000287744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.946088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.945615Z","time spent":"2.000463398s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:44.25497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479696534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:44.255079Z","caller":"traceutil/trace.go:171","msg":"trace[533673690] linearizableReadLoop","detail":"{readStateIndex:28174; appliedIndex:28172; }","duration":"4.601077324s","start":"2026-07-03T16:53:39.65398Z","end":"2026-07-03T16:53:44.255057Z","steps":["trace[533673690] 'read index received' (duration: 877.520122ms)","trace[533673690] 'applied index is now lower than readState.Index' (duration: 3.723555682s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:44.255149Z","caller":"traceutil/trace.go:171","msg":"trace[1794994448] transaction","detail":"{read_only:false; response_revision:27214; number_of_response:1; }","duration":"4.599335223s","start":"2026-07-03T16:53:39.65578Z","end":"2026-07-03T16:53:44.255115Z","steps":["trace[1794994448] 'process raft request' (duration: 2.119406484s)","trace[1794994448] 'compare' (duration: 2.479232574s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:44.255272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601288638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:53:44.255308Z","caller":"traceutil/trace.go:171","msg":"trace[1133975182] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27214; }","duration":"4.60136291s","start":"2026-07-03T16:53:39.653935Z","end":"2026-07-03T16:53:44.255298Z","steps":["trace[1133975182] 'agreement among raft nodes before linearized reading' (duration: 4.601201667s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:44.255306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.655759Z","time spent":"4.599465637s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:44.255347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.653917Z","time spent":"4.601421781s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:53:44.367383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.592148022s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:45.95441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:45.954499Z","caller":"traceutil/trace.go:171","msg":"trace[207812328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010109s","start":"2026-07-03T16:53:43.954378Z","end":"2026-07-03T16:53:45.954479Z","steps":["trace[207812328] 'agreement among raft nodes before linearized reading' (duration: 1.999985108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.954548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.954358Z","time spent":"2.000180052s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:45.980564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.981921Z","time spent":"4.998639324s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.980644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.981796Z","time spent":"4.998846219s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.980748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.982347Z","time spent":"4.998399298s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.980814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.983016Z","time spent":"4.997793124s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.980927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.981976Z","time spent":"4.998946221s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.981029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.982282Z","time spent":"4.998738607s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.98134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.983003Z","time spent":"4.998333167s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.982055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.983576Z","time spent":"4.99847419s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:46.063544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695847271s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:53:46.216254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.847457884s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:47.955135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:47.95521Z","caller":"traceutil/trace.go:171","msg":"trace[1428211561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222933s","start":"2026-07-03T16:53:45.954967Z","end":"2026-07-03T16:53:47.95519Z","steps":["trace[1428211561] 'agreement among raft nodes before linearized reading' (duration: 2.000126451s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:47.955251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.954952Z","time spent":"2.000292225s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:48.010017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79347112s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:53:48.01026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021183273s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:48.010394Z","caller":"traceutil/trace.go:171","msg":"trace[258688611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27223; }","duration":"1.021323186s","start":"2026-07-03T16:53:46.989052Z","end":"2026-07-03T16:53:48.010375Z","steps":["trace[258688611] 'range keys from in-memory index tree' (duration: 1.021167853s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:48.01152Z","caller":"traceutil/trace.go:171","msg":"trace[2023984674] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"4.044175184s","start":"2026-07-03T16:53:43.967335Z","end":"2026-07-03T16:53:48.011511Z","steps":["trace[2023984674] 'process raft request' (duration: 4.042760963s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:48.011609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.967311Z","time spent":"4.044242515s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.657031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000298556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:49.657177Z","caller":"traceutil/trace.go:171","msg":"trace[121332480] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.000500221s","start":"2026-07-03T16:53:39.656648Z","end":"2026-07-03T16:53:49.657149Z","steps":["trace[121332480] 'agreement among raft nodes before linearized reading' (duration: 10.000312267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.6574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.656641Z","time spent":"10.000739627s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/03 16:53:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:49.681766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:49.681902Z","caller":"traceutil/trace.go:171","msg":"trace[114710940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411608s","start":"2026-07-03T16:53:47.681468Z","end":"2026-07-03T16:53:49.681879Z","steps":["trace[114710940] 'agreement among raft nodes before linearized reading' (duration: 2.000237884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.682053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.681444Z","time spent":"2.000591822s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:49.793622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117390579s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:49.938406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926811867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:49.93865Z","caller":"traceutil/trace.go:171","msg":"trace[590437295] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"5.67671371s","start":"2026-07-03T16:53:44.26191Z","end":"2026-07-03T16:53:49.938624Z","steps":["trace[590437295] 'process raft request' (duration: 5.676590747s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.938777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.261894Z","time spent":"5.676820762s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:49.938732Z","caller":"traceutil/trace.go:171","msg":"trace[2067503272] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"5.67799011s","start":"2026-07-03T16:53:44.260718Z","end":"2026-07-03T16:53:49.938708Z","steps":["trace[2067503272] 'process raft request' (duration: 3.750782554s)","trace[2067503272] 'compare' (duration: 1.92607057s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:49.938909Z","caller":"traceutil/trace.go:171","msg":"trace[1092640724] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"1.261475591s","start":"2026-07-03T16:53:48.677411Z","end":"2026-07-03T16:53:49.938886Z","steps":["trace[1092640724] 'process raft request' (duration: 1.261413519s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.677386Z","time spent":"1.261584643s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.939103Z","caller":"traceutil/trace.go:171","msg":"trace[572449960] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"5.16312053s","start":"2026-07-03T16:53:44.775964Z","end":"2026-07-03T16:53:49.939085Z","steps":["trace[572449960] 'process raft request' (duration: 5.16265343s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.77594Z","time spent":"5.163200341s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.939084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.260688Z","time spent":"5.678214394s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.939282Z","caller":"traceutil/trace.go:171","msg":"trace[496151998] linearizableReadLoop","detail":"{readStateIndex:28184; appliedIndex:28174; }","duration":"5.68415792s","start":"2026-07-03T16:53:44.255113Z","end":"2026-07-03T16:53:49.939271Z","steps":["trace[496151998] 'read index received' (duration: 112.505621ms)","trace[496151998] 'applied index is now lower than readState.Index' (duration: 5.571650399s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:49.939347Z","caller":"traceutil/trace.go:171","msg":"trace[1306637044] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"3.456119884s","start":"2026-07-03T16:53:46.483209Z","end":"2026-07-03T16:53:49.939329Z","steps":["trace[1306637044] 'process raft request' (duration: 3.45550084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.483185Z","time spent":"3.456214856s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.939458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.318020765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.939523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.280808344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18557"} {"level":"warn","ts":"2026-07-03T16:53:49.939562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.282220276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-03T16:53:49.939581Z","caller":"traceutil/trace.go:171","msg":"trace[1384213164] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27230; }","duration":"10.280882255s","start":"2026-07-03T16:53:39.658685Z","end":"2026-07-03T16:53:49.939567Z","steps":["trace[1384213164] 'agreement among raft nodes before linearized reading' (duration: 10.280684971s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.939597Z","caller":"traceutil/trace.go:171","msg":"trace[99447920] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27230; }","duration":"10.282289458s","start":"2026-07-03T16:53:39.6573Z","end":"2026-07-03T16:53:49.93959Z","steps":["trace[99447920] 'agreement among raft nodes before linearized reading' (duration: 10.282146004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.657294Z","time spent":"10.282320948s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-03T16:53:49.939617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830883492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.939568Z","caller":"traceutil/trace.go:171","msg":"trace[663193946] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"1.263288133s","start":"2026-07-03T16:53:48.676085Z","end":"2026-07-03T16:53:49.939373Z","steps":["trace[663193946] 'process raft request' (duration: 1.262687268s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.93971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010989211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.939724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.658372709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.939712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.936343046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.939748Z","caller":"traceutil/trace.go:171","msg":"trace[1791053349] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27230; }","duration":"10.011056003s","start":"2026-07-03T16:53:39.928682Z","end":"2026-07-03T16:53:49.939738Z","steps":["trace[1791053349] 'agreement among raft nodes before linearized reading' (duration: 10.010961071s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.939759Z","caller":"traceutil/trace.go:171","msg":"trace[1324911252] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27230; }","duration":"7.65840388s","start":"2026-07-03T16:53:42.281342Z","end":"2026-07-03T16:53:49.939746Z","steps":["trace[1324911252] 'agreement among raft nodes before linearized reading' (duration: 7.658353969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.928667Z","time spent":"10.011107174s","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.939794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.682728798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.939718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.8023988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.9398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:42.281288Z","time spent":"7.658500412s","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.939789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.232341217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.939792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.583968569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:49.939833Z","caller":"traceutil/trace.go:171","msg":"trace[722560894] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27230; }","duration":"6.802557244s","start":"2026-07-03T16:53:43.137265Z","end":"2026-07-03T16:53:49.939823Z","steps":["trace[722560894] 'agreement among raft nodes before linearized reading' (duration: 6.802366109s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.93985Z","caller":"traceutil/trace.go:171","msg":"trace[597440651] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27230; }","duration":"10.232438039s","start":"2026-07-03T16:53:39.707397Z","end":"2026-07-03T16:53:49.939835Z","steps":["trace[597440651] 'agreement among raft nodes before linearized reading' (duration: 10.232344387s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.939869Z","caller":"traceutil/trace.go:171","msg":"trace[549256036] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27230; }","duration":"9.584085781s","start":"2026-07-03T16:53:40.355766Z","end":"2026-07-03T16:53:49.939852Z","steps":["trace[549256036] 'agreement among raft nodes before linearized reading' (duration: 9.583887057s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.707379Z","time spent":"10.23250131s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:53:49.939901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.360358324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:53:49.939921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.550481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.939898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.285763557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-03T16:53:49.939945Z","caller":"traceutil/trace.go:171","msg":"trace[1000836095] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27230; }","duration":"6.360439866s","start":"2026-07-03T16:53:43.579491Z","end":"2026-07-03T16:53:49.939931Z","steps":["trace[1000836095] 'agreement among raft nodes before linearized reading' (duration: 6.360271752s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.579467Z","time spent":"6.360505728s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:49.939789Z","caller":"traceutil/trace.go:171","msg":"trace[363694323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27230; }","duration":"9.936432758s","start":"2026-07-03T16:53:40.003338Z","end":"2026-07-03T16:53:49.93977Z","steps":["trace[363694323] 'agreement among raft nodes before linearized reading' (duration: 9.936279774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004147564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.940015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.984751603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.94002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.743324898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:53:49.940032Z","caller":"traceutil/trace.go:171","msg":"trace[151359039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27230; }","duration":"1.004200755s","start":"2026-07-03T16:53:48.935827Z","end":"2026-07-03T16:53:49.940027Z","steps":["trace[151359039] 'agreement among raft nodes before linearized reading' (duration: 1.004172235s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.137249Z","time spent":"6.802620296s","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.13219574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.940051Z","caller":"traceutil/trace.go:171","msg":"trace[505912664] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27230; }","duration":"9.743356719s","start":"2026-07-03T16:53:40.196686Z","end":"2026-07-03T16:53:49.940043Z","steps":["trace[505912664] 'agreement among raft nodes before linearized reading' (duration: 9.743221106s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.003283Z","time spent":"9.936744584s","remote":"127.0.0.1:44086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269834942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.940093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.196627Z","time spent":"9.743459281s","remote":"127.0.0.1:40506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:49.940113Z","caller":"traceutil/trace.go:171","msg":"trace[1676261004] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27230; }","duration":"1.269911824s","start":"2026-07-03T16:53:48.670193Z","end":"2026-07-03T16:53:49.940105Z","steps":["trace[1676261004] 'agreement among raft nodes before linearized reading' (duration: 1.269871383s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.670165Z","time spent":"1.269965386s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.767986174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:49.940126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.285385668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-07-03T16:53:49.940135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.2859154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-03T16:53:49.940184Z","caller":"traceutil/trace.go:171","msg":"trace[937712264] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec; range_end:; response_count:1; response_revision:27230; }","duration":"10.28546942s","start":"2026-07-03T16:53:39.654701Z","end":"2026-07-03T16:53:49.94017Z","steps":["trace[937712264] 'agreement among raft nodes before linearized reading' (duration: 10.285311376s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.629131003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.940211Z","caller":"traceutil/trace.go:171","msg":"trace[955594751] range","detail":"{range_begin:/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:27230; }","duration":"10.286024802s","start":"2026-07-03T16:53:39.654171Z","end":"2026-07-03T16:53:49.940195Z","steps":["trace[955594751] 'agreement among raft nodes before linearized reading' (duration: 10.285847958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.939621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.658678Z","time spent":"10.280935926s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T16:53:49.940242Z","caller":"traceutil/trace.go:171","msg":"trace[881613005] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27230; }","duration":"6.629201985s","start":"2026-07-03T16:53:43.311033Z","end":"2026-07-03T16:53:49.940235Z","steps":["trace[881613005] 'agreement among raft nodes before linearized reading' (duration: 6.629153394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.654692Z","time spent":"10.285513281s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec\" "} {"level":"warn","ts":"2026-07-03T16:53:49.939933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.355746Z","time spent":"9.584170594s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.311014Z","time spent":"6.629249936s","remote":"127.0.0.1:44268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976834649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.940314Z","caller":"traceutil/trace.go:171","msg":"trace[1148741214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27230; }","duration":"1.976887541s","start":"2026-07-03T16:53:47.96342Z","end":"2026-07-03T16:53:49.940307Z","steps":["trace[1148741214] 'agreement among raft nodes before linearized reading' (duration: 1.97685631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.963402Z","time spent":"1.976931351s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:49.940401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957104457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-07-03T16:53:49.94035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.740144016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.939986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.324765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:49.940447Z","caller":"traceutil/trace.go:171","msg":"trace[343796441] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27230; }","duration":"3.957188428s","start":"2026-07-03T16:53:45.983246Z","end":"2026-07-03T16:53:49.940434Z","steps":["trace[343796441] 'agreement among raft nodes before linearized reading' (duration: 3.957047055s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.739024103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.940475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.983222Z","time spent":"3.95724673s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:53:49.940491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958168251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-03T16:53:49.940485Z","caller":"traceutil/trace.go:171","msg":"trace[2000119803] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27230; }","duration":"802.838306ms","start":"2026-07-03T16:53:49.137627Z","end":"2026-07-03T16:53:49.940465Z","steps":["trace[2000119803] 'agreement among raft nodes before linearized reading' (duration: 802.337155ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.940459Z","caller":"traceutil/trace.go:171","msg":"trace[1724668878] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27230; }","duration":"8.74075586s","start":"2026-07-03T16:53:41.199688Z","end":"2026-07-03T16:53:49.940444Z","steps":["trace[1724668878] 'agreement among raft nodes before linearized reading' (duration: 8.740136836s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667571964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:53:49.939952Z","caller":"traceutil/trace.go:171","msg":"trace[219432304] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27230; }","duration":"711.610922ms","start":"2026-07-03T16:53:49.228333Z","end":"2026-07-03T16:53:49.939944Z","steps":["trace[219432304] 'agreement among raft nodes before linearized reading' (duration: 711.563871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05405616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:49.940746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957298531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:53:49.940765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.228315Z","time spent":"712.43177ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957366252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T16:53:49.940787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957460874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-03T16:53:49.940799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95727053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:53:49.940804Z","caller":"traceutil/trace.go:171","msg":"trace[2059070161] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27230; }","duration":"3.957375852s","start":"2026-07-03T16:53:45.983416Z","end":"2026-07-03T16:53:49.940791Z","steps":["trace[2059070161] 'agreement among raft nodes before linearized reading' (duration: 3.957236249s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.940814Z","caller":"traceutil/trace.go:171","msg":"trace[948464881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27230; }","duration":"3.957413594s","start":"2026-07-03T16:53:45.983393Z","end":"2026-07-03T16:53:49.940807Z","steps":["trace[948464881] 'agreement among raft nodes before linearized reading' (duration: 3.957332342s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.940804Z","caller":"traceutil/trace.go:171","msg":"trace[484028826] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27230; }","duration":"4.054164693s","start":"2026-07-03T16:53:45.886604Z","end":"2026-07-03T16:53:49.940769Z","steps":["trace[484028826] 'agreement among raft nodes before linearized reading' (duration: 4.054096631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.983387Z","time spent":"3.957447924s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:49.940841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.983409Z","time spent":"3.957423733s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:53:49.940838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929549196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:49.940875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.886582Z","time spent":"4.054276735s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:49.940822Z","caller":"traceutil/trace.go:171","msg":"trace[734653344] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27230; }","duration":"3.957311451s","start":"2026-07-03T16:53:45.983504Z","end":"2026-07-03T16:53:49.940816Z","steps":["trace[734653344] 'agreement among raft nodes before linearized reading' (duration: 3.957239079s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.940952Z","caller":"traceutil/trace.go:171","msg":"trace[1398074849] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27230; }","duration":"4.92970259s","start":"2026-07-03T16:53:45.011235Z","end":"2026-07-03T16:53:49.940937Z","steps":["trace[1398074849] 'agreement among raft nodes before linearized reading' (duration: 4.929540296s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.983498Z","time spent":"3.957472054s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:53:49.940672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958354665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-07-03T16:53:49.941004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.011191Z","time spent":"4.929797552s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:49.939829Z","caller":"traceutil/trace.go:171","msg":"trace[2019316640] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:27230; }","duration":"5.6827909s","start":"2026-07-03T16:53:44.257028Z","end":"2026-07-03T16:53:49.939819Z","steps":["trace[2019316640] 'agreement among raft nodes before linearized reading' (duration: 5.682744899s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165041245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:53:49.941035Z","caller":"traceutil/trace.go:171","msg":"trace[1348291537] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27230; }","duration":"3.958759734s","start":"2026-07-03T16:53:45.982266Z","end":"2026-07-03T16:53:49.941026Z","steps":["trace[1348291537] 'agreement among raft nodes before linearized reading' (duration: 3.958313014s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.982245Z","time spent":"3.958809314s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:53:49.940547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342399215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:49.940092Z","caller":"traceutil/trace.go:171","msg":"trace[694379877] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27230; }","duration":"8.132272903s","start":"2026-07-03T16:53:41.807809Z","end":"2026-07-03T16:53:49.940082Z","steps":["trace[694379877] 'agreement among raft nodes before linearized reading' (duration: 8.132186441s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.941113Z","caller":"traceutil/trace.go:171","msg":"trace[551150459] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27230; }","duration":"5.343000768s","start":"2026-07-03T16:53:44.598094Z","end":"2026-07-03T16:53:49.941095Z","steps":["trace[551150459] 'agreement among raft nodes before linearized reading' (duration: 5.342352304s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.940499Z","caller":"traceutil/trace.go:171","msg":"trace[1136750591] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27230; }","duration":"6.739067234s","start":"2026-07-03T16:53:43.201422Z","end":"2026-07-03T16:53:49.940489Z","steps":["trace[1136750591] 'agreement among raft nodes before linearized reading' (duration: 6.739002132s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.939529Z","caller":"traceutil/trace.go:171","msg":"trace[1799616100] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27230; }","duration":"9.318140418s","start":"2026-07-03T16:53:40.621369Z","end":"2026-07-03T16:53:49.93951Z","steps":["trace[1799616100] 'agreement among raft nodes before linearized reading' (duration: 9.317996974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.621347Z","time spent":"9.319814765s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.941175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.598073Z","time spent":"5.34308319s","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.935811Z","time spent":"1.004238186s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:49.941185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.20137Z","time spent":"6.73979512s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.941095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.257015Z","time spent":"5.684033937s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-03T16:53:49.939982Z","caller":"traceutil/trace.go:171","msg":"trace[1609509794] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27230; }","duration":"10.285863749s","start":"2026-07-03T16:53:39.654098Z","end":"2026-07-03T16:53:49.939962Z","steps":["trace[1609509794] 'agreement among raft nodes before linearized reading' (duration: 10.285655934s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.940046Z","caller":"traceutil/trace.go:171","msg":"trace[1394403772] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27230; }","duration":"8.984815235s","start":"2026-07-03T16:53:40.955222Z","end":"2026-07-03T16:53:49.940037Z","steps":["trace[1394403772] 'agreement among raft nodes before linearized reading' (duration: 8.984766293s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.730695816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-03T16:53:49.941282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.654093Z","time spent":"10.287167468s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:49.939817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.67606Z","time spent":"1.263663781s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.941333Z","caller":"traceutil/trace.go:171","msg":"trace[1849095874] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27230; }","duration":"3.730806098s","start":"2026-07-03T16:53:46.210507Z","end":"2026-07-03T16:53:49.941313Z","steps":["trace[1849095874] 'agreement among raft nodes before linearized reading' (duration: 3.730234975s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.940169Z","caller":"traceutil/trace.go:171","msg":"trace[1578536913] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27230; }","duration":"6.768059165s","start":"2026-07-03T16:53:43.172103Z","end":"2026-07-03T16:53:49.940162Z","steps":["trace[1578536913] 'agreement among raft nodes before linearized reading' (duration: 6.768013344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.210489Z","time spent":"3.730878059s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:53:49.941279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.955202Z","time spent":"8.986067292s","remote":"127.0.0.1:44136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.654153Z","time spent":"10.286091854s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"info","ts":"2026-07-03T16:53:49.940516Z","caller":"traceutil/trace.go:171","msg":"trace[1140955090] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27230; }","duration":"3.958224362s","start":"2026-07-03T16:53:45.982284Z","end":"2026-07-03T16:53:49.940508Z","steps":["trace[1140955090] 'agreement among raft nodes before linearized reading' (duration: 3.95814698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.940714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.199673Z","time spent":"8.740963524s","remote":"127.0.0.1:57042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.941476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.982266Z","time spent":"3.959197294s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T16:53:49.939657Z","caller":"traceutil/trace.go:171","msg":"trace[295728014] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27230; }","duration":"5.830954644s","start":"2026-07-03T16:53:44.108693Z","end":"2026-07-03T16:53:49.939648Z","steps":["trace[295728014] 'agreement among raft nodes before linearized reading' (duration: 5.830861262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.108673Z","time spent":"5.832956868s","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156293506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.941707Z","caller":"traceutil/trace.go:171","msg":"trace[976891459] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27230; }","duration":"3.157469693s","start":"2026-07-03T16:53:46.784222Z","end":"2026-07-03T16:53:49.941692Z","steps":["trace[976891459] 'agreement among raft nodes before linearized reading' (duration: 3.156314627s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.784199Z","time spent":"3.157549065s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.137612Z","time spent":"802.931179ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:49.940713Z","caller":"traceutil/trace.go:171","msg":"trace[380942814] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27230; }","duration":"3.667642605s","start":"2026-07-03T16:53:46.273062Z","end":"2026-07-03T16:53:49.940705Z","steps":["trace[380942814] 'agreement among raft nodes before linearized reading' (duration: 3.667524182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.941889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.273046Z","time spent":"3.668817311s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:49.940818Z","caller":"traceutil/trace.go:171","msg":"trace[1745780595] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27230; }","duration":"3.957509256s","start":"2026-07-03T16:53:45.983301Z","end":"2026-07-03T16:53:49.94081Z","steps":["trace[1745780595] 'agreement among raft nodes before linearized reading' (duration: 3.957430014s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.942202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.983288Z","time spent":"3.958897408s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:49.941063Z","caller":"traceutil/trace.go:171","msg":"trace[960853904] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27230; }","duration":"4.165142137s","start":"2026-07-03T16:53:45.775906Z","end":"2026-07-03T16:53:49.941048Z","steps":["trace[960853904] 'agreement among raft nodes before linearized reading' (duration: 4.16482679s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.942479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.775885Z","time spent":"4.166576681s","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.941141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.807793Z","time spent":"8.133334316s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.104051348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.942923Z","caller":"traceutil/trace.go:171","msg":"trace[660796069] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27230; }","duration":"9.106916872s","start":"2026-07-03T16:53:40.835994Z","end":"2026-07-03T16:53:49.942911Z","steps":["trace[660796069] 'agreement among raft nodes before linearized reading' (duration: 9.104073357s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.942971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.835975Z","time spent":"9.106984134s","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.941395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.17208Z","time spent":"6.769301684s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:49.940262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710914315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.943118Z","caller":"traceutil/trace.go:171","msg":"trace[2013347672] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27230; }","duration":"1.713794061s","start":"2026-07-03T16:53:48.229314Z","end":"2026-07-03T16:53:49.943109Z","steps":["trace[2013347672] 'agreement among raft nodes before linearized reading' (duration: 1.710928706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.943162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.229299Z","time spent":"1.713850122s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:50.448268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:50.980004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031809235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:50.980087Z","caller":"traceutil/trace.go:171","msg":"trace[351642629] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"1.031918947s","start":"2026-07-03T16:53:49.948149Z","end":"2026-07-03T16:53:50.980068Z","steps":["trace[351642629] 'agreement among raft nodes before linearized reading' (duration: 1.031816705s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.980139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.948143Z","time spent":"1.031983539s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:50.980272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032585174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:50.980306Z","caller":"traceutil/trace.go:171","msg":"trace[883432061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.032659596s","start":"2026-07-03T16:53:49.947637Z","end":"2026-07-03T16:53:50.980297Z","steps":["trace[883432061] 'agreement among raft nodes before linearized reading' (duration: 1.032625485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.980339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.947627Z","time spent":"1.032705446s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:50.980445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032504711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:50.980478Z","caller":"traceutil/trace.go:171","msg":"trace[718969967] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.032548801s","start":"2026-07-03T16:53:49.94792Z","end":"2026-07-03T16:53:50.980468Z","steps":["trace[718969967] 'agreement among raft nodes before linearized reading' (duration: 1.032516591s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.980507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.947911Z","time spent":"1.032589342s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:50.98059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032302756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:50.980623Z","caller":"traceutil/trace.go:171","msg":"trace[2146249006] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"1.032341947s","start":"2026-07-03T16:53:49.94827Z","end":"2026-07-03T16:53:50.980612Z","steps":["trace[2146249006] 'agreement among raft nodes before linearized reading' (duration: 1.032312346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.980649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.948266Z","time spent":"1.032376697s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:50.984998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035371078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:50.985081Z","caller":"traceutil/trace.go:171","msg":"trace[2112044860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; }","duration":"1.03547774s","start":"2026-07-03T16:53:49.94958Z","end":"2026-07-03T16:53:50.985058Z","steps":["trace[2112044860] 'agreement among raft nodes before linearized reading' (duration: 1.035377927s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.985129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.949574Z","time spent":"1.035546401s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:50.985208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036680176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:53:50.985242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037010844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:50.985294Z","caller":"traceutil/trace.go:171","msg":"trace[1616193790] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.036773509s","start":"2026-07-03T16:53:49.948498Z","end":"2026-07-03T16:53:50.985271Z","steps":["trace[1616193790] 'agreement among raft nodes before linearized reading' (duration: 1.036678036s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:50.985343Z","caller":"traceutil/trace.go:171","msg":"trace[1238453569] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.037144138s","start":"2026-07-03T16:53:49.948174Z","end":"2026-07-03T16:53:50.985318Z","steps":["trace[1238453569] 'agreement among raft nodes before linearized reading' (duration: 1.037010515s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.98535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.948482Z","time spent":"1.036851831s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:53:50.985323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036306818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:50.985409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.94817Z","time spent":"1.037223309s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:50.985443Z","caller":"traceutil/trace.go:171","msg":"trace[1265538539] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"1.036485892s","start":"2026-07-03T16:53:49.948907Z","end":"2026-07-03T16:53:50.985393Z","steps":["trace[1265538539] 'agreement among raft nodes before linearized reading' (duration: 1.036326159s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.98558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.948893Z","time spent":"1.036672576s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:53:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:51.759584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.445026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:51.759725Z","caller":"traceutil/trace.go:171","msg":"trace[311074029] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"1.814838119s","start":"2026-07-03T16:53:49.944865Z","end":"2026-07-03T16:53:51.759703Z","steps":["trace[311074029] 'process raft request' (duration: 906.877362ms)","trace[311074029] 'compare' (duration: 906.772411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:51.759796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.944839Z","time spent":"1.814921222s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:51.94752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999777743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:51.947604Z","caller":"traceutil/trace.go:171","msg":"trace[2112225818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999938437s","start":"2026-07-03T16:53:49.947636Z","end":"2026-07-03T16:53:51.947574Z","steps":["trace[2112225818] 'agreement among raft nodes before linearized reading' (duration: 1.999861385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.947641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.947621Z","time spent":"2.000011969s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:53.948462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:53.948613Z","caller":"traceutil/trace.go:171","msg":"trace[828624768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001163005s","start":"2026-07-03T16:53:51.947416Z","end":"2026-07-03T16:53:53.948579Z","steps":["trace[828624768] 'agreement among raft nodes before linearized reading' (duration: 2.00095896s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.948715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.947396Z","time spent":"2.001298888s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:54.484151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.632291788s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:54.946325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998531542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:54.946432Z","caller":"traceutil/trace.go:171","msg":"trace[322392988] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998666995s","start":"2026-07-03T16:53:49.947736Z","end":"2026-07-03T16:53:54.946403Z","steps":["trace[322392988] 'agreement among raft nodes before linearized reading' (duration: 4.998543672s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:54.946496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.947621Z","time spent":"4.998857229s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 16:53:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:55.050146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.70987ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-03T16:53:55.050429Z","caller":"traceutil/trace.go:171","msg":"trace[1683581781] linearizableReadLoop","detail":"{readStateIndex:28193; appliedIndex:28190; }","duration":"5.102771413s","start":"2026-07-03T16:53:49.94764Z","end":"2026-07-03T16:53:55.050411Z","steps":["trace[1683581781] 'read index received' (duration: 904.263873ms)","trace[1683581781] 'applied index is now lower than readState.Index' (duration: 4.19850652s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:55.050519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.945085Z","time spent":"5.105427022s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:53:55.05085Z","caller":"traceutil/trace.go:171","msg":"trace[257772248] transaction","detail":"{read_only:false; response_revision:27232; number_of_response:1; }","duration":"5.099820044s","start":"2026-07-03T16:53:49.951018Z","end":"2026-07-03T16:53:55.050838Z","steps":["trace[257772248] 'process raft request' (duration: 5.099253111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.050952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.951008Z","time spent":"5.099877706s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:55.051166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.103496499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:53:55.051253Z","caller":"traceutil/trace.go:171","msg":"trace[1499369396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27232; }","duration":"5.103624322s","start":"2026-07-03T16:53:49.947608Z","end":"2026-07-03T16:53:55.051233Z","steps":["trace[1499369396] 'agreement among raft nodes before linearized reading' (duration: 5.103363436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.051294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.947593Z","time spent":"5.103694294s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:53:55.550602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:55.957138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:55.957242Z","caller":"traceutil/trace.go:171","msg":"trace[2011998262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000798207s","start":"2026-07-03T16:53:53.95641Z","end":"2026-07-03T16:53:55.957208Z","steps":["trace[2011998262] 'agreement among raft nodes before linearized reading' (duration: 2.000680314s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.957293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.956392Z","time spent":"2.000890239s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:55.981032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.985363Z","time spent":"4.995659725s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:53:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:55.984197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998672054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:55.984279Z","caller":"traceutil/trace.go:171","msg":"trace[1708282416] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998804457s","start":"2026-07-03T16:53:50.985452Z","end":"2026-07-03T16:53:55.984256Z","steps":["trace[1708282416] 'agreement among raft nodes before linearized reading' (duration: 4.998694004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.984501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.985437Z","time spent":"4.999042463s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/03 16:53:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:56.050726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:56.55087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:56.570269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.038039127s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:57.494019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.971403ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.494162Z","caller":"traceutil/trace.go:171","msg":"trace[873740168] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27232; }","duration":"505.119416ms","start":"2026-07-03T16:53:56.989016Z","end":"2026-07-03T16:53:57.494135Z","steps":["trace[873740168] 'range keys from in-memory index tree' (duration: 504.956042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.494538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.958652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:57.494691Z","caller":"traceutil/trace.go:171","msg":"trace[757434158] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"6.508657172s","start":"2026-07-03T16:53:50.986025Z","end":"2026-07-03T16:53:57.494682Z","steps":["trace[757434158] 'process raft request' (duration: 6.50861265s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.494739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.986006Z","time spent":"6.508711503s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:57.494918Z","caller":"traceutil/trace.go:171","msg":"trace[1050120076] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"6.509117042s","start":"2026-07-03T16:53:50.985794Z","end":"2026-07-03T16:53:57.494911Z","steps":["trace[1050120076] 'process raft request' (duration: 6.508798954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.494958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.985724Z","time spent":"6.509218204s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":936,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:57.495154Z","caller":"traceutil/trace.go:171","msg":"trace[1316713648] linearizableReadLoop","detail":"{readStateIndex:28201; appliedIndex:28193; }","duration":"2.444667374s","start":"2026-07-03T16:53:55.050471Z","end":"2026-07-03T16:53:57.495138Z","steps":["trace[1316713648] 'read index received' (duration: 1.520103418s)","trace[1316713648] 'applied index is now lower than readState.Index' (duration: 924.562726ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:57.49525Z","caller":"traceutil/trace.go:171","msg":"trace[1255614188] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"6.509208485s","start":"2026-07-03T16:53:50.986028Z","end":"2026-07-03T16:53:57.495236Z","steps":["trace[1255614188] 'process raft request' (duration: 6.508633271s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.495354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.986006Z","time spent":"6.509281666s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":975,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:57.495559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.105932383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.495557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310016737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.495597Z","caller":"traceutil/trace.go:171","msg":"trace[1778193010] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27240; }","duration":"7.106018455s","start":"2026-07-03T16:53:50.389568Z","end":"2026-07-03T16:53:57.495586Z","steps":["trace[1778193010] 'agreement among raft nodes before linearized reading' (duration: 7.105902222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.495623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.389546Z","time spent":"7.106070386s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.495621Z","caller":"traceutil/trace.go:171","msg":"trace[953326078] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27240; }","duration":"4.31014018s","start":"2026-07-03T16:53:53.185462Z","end":"2026-07-03T16:53:57.495602Z","steps":["trace[953326078] 'agreement among raft nodes before linearized reading' (duration: 4.309979796s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.495613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.198846085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:57.495719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.18544Z","time spent":"4.310259132s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.49575Z","caller":"traceutil/trace.go:171","msg":"trace[1103997557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27240; }","duration":"7.199011108s","start":"2026-07-03T16:53:50.29672Z","end":"2026-07-03T16:53:57.495731Z","steps":["trace[1103997557] 'agreement among raft nodes before linearized reading' (duration: 7.198841824s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.495804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.296704Z","time spent":"7.19908234s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.495866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.028784201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:53:57.495888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.732689688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89419bfb\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-03T16:53:57.495918Z","caller":"traceutil/trace.go:171","msg":"trace[1780814899] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27240; }","duration":"7.028856972s","start":"2026-07-03T16:53:50.467042Z","end":"2026-07-03T16:53:57.495899Z","steps":["trace[1780814899] 'agreement among raft nodes before linearized reading' (duration: 7.028679328s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.495959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109837834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.495962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.467029Z","time spent":"7.028922554s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.495981Z","caller":"traceutil/trace.go:171","msg":"trace[663297405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:27240; }","duration":"5.109916655s","start":"2026-07-03T16:53:52.386057Z","end":"2026-07-03T16:53:57.495974Z","steps":["trace[663297405] 'agreement among raft nodes before linearized reading' (duration: 5.109884745s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.386012Z","time spent":"5.109983167s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.496044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.494308602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.496094Z","caller":"traceutil/trace.go:171","msg":"trace[631015057] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27240; }","duration":"7.494407645s","start":"2026-07-03T16:53:50.001673Z","end":"2026-07-03T16:53:57.49608Z","steps":["trace[631015057] 'agreement among raft nodes before linearized reading' (duration: 7.494322383s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.496108Z","caller":"traceutil/trace.go:171","msg":"trace[1884947024] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"3.855856614s","start":"2026-07-03T16:53:53.640234Z","end":"2026-07-03T16:53:57.496091Z","steps":["trace[1884947024] 'process raft request' (duration: 3.854687208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167264116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.496138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.001655Z","time spent":"7.494468486s","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.496164Z","caller":"traceutil/trace.go:171","msg":"trace[2021984436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27240; }","duration":"5.167345077s","start":"2026-07-03T16:53:52.32881Z","end":"2026-07-03T16:53:57.496155Z","steps":["trace[2021984436] 'agreement among raft nodes before linearized reading' (duration: 5.167297726s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873771921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.496196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.640208Z","time spent":"3.855936505s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18433,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:57.496221Z","caller":"traceutil/trace.go:171","msg":"trace[1620622159] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27240; }","duration":"6.873844312s","start":"2026-07-03T16:53:50.622365Z","end":"2026-07-03T16:53:57.496209Z","steps":["trace[1620622159] 'agreement among raft nodes before linearized reading' (duration: 6.87379192s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.622343Z","time spent":"6.873907273s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.495911Z","caller":"traceutil/trace.go:171","msg":"trace[2088538761] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89419bfb; range_end:; response_count:1; response_revision:27240; }","duration":"5.73274533s","start":"2026-07-03T16:53:51.763158Z","end":"2026-07-03T16:53:57.495903Z","steps":["trace[2088538761] 'agreement among raft nodes before linearized reading' (duration: 5.732665948s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548659384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.496191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.328787Z","time spent":"5.167396789s","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.49643Z","caller":"traceutil/trace.go:171","msg":"trace[1460832272] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27240; }","duration":"7.548740766s","start":"2026-07-03T16:53:49.947672Z","end":"2026-07-03T16:53:57.496413Z","steps":["trace[1460832272] 'agreement among raft nodes before linearized reading' (duration: 7.548653734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.49648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.947592Z","time spent":"7.548870599s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:53:57.496489Z","caller":"traceutil/trace.go:171","msg":"trace[1501932552] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"2.545803303s","start":"2026-07-03T16:53:54.950669Z","end":"2026-07-03T16:53:57.496473Z","steps":["trace[1501932552] 'process raft request' (duration: 2.544345281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:54.950648Z","time spent":"2.545875666s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:57.496391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.76314Z","time spent":"5.73324034s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89419bfb\" "} {"level":"warn","ts":"2026-07-03T16:53:57.496824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882359219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.496864Z","caller":"traceutil/trace.go:171","msg":"trace[1142445717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27240; }","duration":"3.882441081s","start":"2026-07-03T16:53:53.614412Z","end":"2026-07-03T16:53:57.496853Z","steps":["trace[1142445717] 'agreement among raft nodes before linearized reading' (duration: 3.88237819s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202331527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.496894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.614392Z","time spent":"3.882493282s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.496912Z","caller":"traceutil/trace.go:171","msg":"trace[1085441361] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:27240; }","duration":"4.202426429s","start":"2026-07-03T16:53:53.29447Z","end":"2026-07-03T16:53:57.496896Z","steps":["trace[1085441361] 'agreement among raft nodes before linearized reading' (duration: 4.202347417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.496957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.294448Z","time spent":"4.202494251s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.497029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159450188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:57.497052Z","caller":"traceutil/trace.go:171","msg":"trace[1749518542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27240; }","duration":"3.159509489s","start":"2026-07-03T16:53:54.337536Z","end":"2026-07-03T16:53:57.497046Z","steps":["trace[1749518542] 'agreement among raft nodes before linearized reading' (duration: 3.159467758s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888317536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:57.497069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:54.337516Z","time spent":"3.15954796s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.497066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.761821054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.4956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.737390705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.497086Z","caller":"traceutil/trace.go:171","msg":"trace[1888225389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27240; }","duration":"2.888431229s","start":"2026-07-03T16:53:54.608641Z","end":"2026-07-03T16:53:57.497073Z","steps":["trace[1888225389] 'agreement among raft nodes before linearized reading' (duration: 2.888330587s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.497097Z","caller":"traceutil/trace.go:171","msg":"trace[1837355896] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27240; }","duration":"5.761906725s","start":"2026-07-03T16:53:51.735181Z","end":"2026-07-03T16:53:57.497088Z","steps":["trace[1837355896] 'agreement among raft nodes before linearized reading' (duration: 5.761826793s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.497113Z","caller":"traceutil/trace.go:171","msg":"trace[563559107] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27240; }","duration":"6.73893047s","start":"2026-07-03T16:53:50.758171Z","end":"2026-07-03T16:53:57.497101Z","steps":["trace[563559107] 'agreement among raft nodes before linearized reading' (duration: 6.737290273s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:54.608621Z","time spent":"2.88848879s","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.497128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.735153Z","time spent":"5.761964007s","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.497156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673462898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.497155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.758097Z","time spent":"6.739044712s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.497174Z","caller":"traceutil/trace.go:171","msg":"trace[1915800697] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27240; }","duration":"3.673543899s","start":"2026-07-03T16:53:53.823624Z","end":"2026-07-03T16:53:57.497168Z","steps":["trace[1915800697] 'agreement among raft nodes before linearized reading' (duration: 3.673511658s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.823608Z","time spent":"3.67357965s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.497258Z","caller":"traceutil/trace.go:171","msg":"trace[1452213323] transaction","detail":"{read_only:false; response_revision:27239; number_of_response:1; }","duration":"2.442083594s","start":"2026-07-03T16:53:55.055161Z","end":"2026-07-03T16:53:57.497245Z","steps":["trace[1452213323] 'process raft request' (duration: 2.439908465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748723947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.497298Z","caller":"traceutil/trace.go:171","msg":"trace[280839192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27240; }","duration":"3.748744058s","start":"2026-07-03T16:53:53.748547Z","end":"2026-07-03T16:53:57.497291Z","steps":["trace[280839192] 'agreement among raft nodes before linearized reading' (duration: 3.748715507s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.748498Z","time spent":"3.748812989s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.497337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.055143Z","time spent":"2.442138785s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:57.497344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829085543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:57.497377Z","caller":"traceutil/trace.go:171","msg":"trace[2107549410] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27240; }","duration":"2.829158124s","start":"2026-07-03T16:53:54.66821Z","end":"2026-07-03T16:53:57.497369Z","steps":["trace[2107549410] 'agreement among raft nodes before linearized reading' (duration: 2.829102882s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:54.668192Z","time spent":"2.829202395s","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:57.497523Z","caller":"traceutil/trace.go:171","msg":"trace[260404296] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"1.51315453s","start":"2026-07-03T16:53:55.984357Z","end":"2026-07-03T16:53:57.497511Z","steps":["trace[260404296] 'process raft request' (duration: 1.510740415s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.984317Z","time spent":"1.513228211s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:57.497659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.862279319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.49768Z","caller":"traceutil/trace.go:171","msg":"trace[169064523] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27240; }","duration":"5.8623412s","start":"2026-07-03T16:53:51.635332Z","end":"2026-07-03T16:53:57.497674Z","steps":["trace[169064523] 'agreement among raft nodes before linearized reading' (duration: 5.86230588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.635314Z","time spent":"5.862379641s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.497838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407071453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:57.497881Z","caller":"traceutil/trace.go:171","msg":"trace[2044211749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27240; }","duration":"4.409284844s","start":"2026-07-03T16:53:53.088583Z","end":"2026-07-03T16:53:57.497868Z","steps":["trace[2044211749] 'agreement among raft nodes before linearized reading' (duration: 4.407064323s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.497913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.088561Z","time spent":"4.409342255s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:57.957704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:57.957769Z","caller":"traceutil/trace.go:171","msg":"trace[647816454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000044999s","start":"2026-07-03T16:53:55.95771Z","end":"2026-07-03T16:53:57.957755Z","steps":["trace[647816454] 'agreement among raft nodes before linearized reading' (duration: 1.999962867s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.957803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.957691Z","time spent":"2.000105911s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:58.694018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052315655s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:59.020522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378716529s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:59.020676Z","caller":"traceutil/trace.go:171","msg":"trace[923653645] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"1.520503937s","start":"2026-07-03T16:53:57.500159Z","end":"2026-07-03T16:53:59.020663Z","steps":["trace[923653645] 'process raft request' (duration: 1.520439526s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:59.020672Z","caller":"traceutil/trace.go:171","msg":"trace[24903542] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"1.573338222s","start":"2026-07-03T16:53:57.447285Z","end":"2026-07-03T16:53:59.020623Z","steps":["trace[24903542] 'process raft request' (duration: 194.45886ms)","trace[24903542] 'compare' (duration: 1.377368439s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:59.020718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.500148Z","time spent":"1.520548218s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:59.020848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.447258Z","time spent":"1.573486776s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:59.020987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410444571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:59.02101Z","caller":"traceutil/trace.go:171","msg":"trace[795516429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27242; }","duration":"2.410469032s","start":"2026-07-03T16:53:56.610534Z","end":"2026-07-03T16:53:59.021003Z","steps":["trace[795516429] 'agreement among raft nodes before linearized reading' (duration: 2.4104007s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:59.021005Z","caller":"traceutil/trace.go:171","msg":"trace[1549467003] linearizableReadLoop","detail":"{readStateIndex:28202; appliedIndex:28201; }","duration":"1.525624013s","start":"2026-07-03T16:53:57.495206Z","end":"2026-07-03T16:53:59.02083Z","steps":["trace[1549467003] 'read index received' (duration: 146.554327ms)","trace[1549467003] 'applied index is now lower than readState.Index' (duration: 1.379065286s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:59.02105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:56.610478Z","time spent":"2.410546504s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:59.021276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701550301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:59.021328Z","caller":"traceutil/trace.go:171","msg":"trace[306239931] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27242; }","duration":"1.701661924s","start":"2026-07-03T16:53:57.31963Z","end":"2026-07-03T16:53:59.021292Z","steps":["trace[306239931] 'agreement among raft nodes before linearized reading' (duration: 1.701616433s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:59.021377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.319611Z","time spent":"1.701758086s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:59.02138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964063555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-03T16:53:59.021424Z","caller":"traceutil/trace.go:171","msg":"trace[1383561436] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27242; }","duration":"3.964142448s","start":"2026-07-03T16:53:55.057268Z","end":"2026-07-03T16:53:59.021411Z","steps":["trace[1383561436] 'agreement among raft nodes before linearized reading' (duration: 3.963985524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:59.021467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.057233Z","time spent":"3.964226699s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:59.021482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221395115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:59.021504Z","caller":"traceutil/trace.go:171","msg":"trace[1788396567] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27242; }","duration":"2.221417155s","start":"2026-07-03T16:53:56.80008Z","end":"2026-07-03T16:53:59.021497Z","steps":["trace[1788396567] 'agreement among raft nodes before linearized reading' (duration: 2.221379604s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:59.021529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:56.800026Z","time spent":"2.221497787s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:59.021346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681471331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:59.021662Z","caller":"traceutil/trace.go:171","msg":"trace[1823174220] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27242; }","duration":"3.681849021s","start":"2026-07-03T16:53:55.339804Z","end":"2026-07-03T16:53:59.021654Z","steps":["trace[1823174220] 'agreement among raft nodes before linearized reading' (duration: 3.681290257s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:59.021685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.339781Z","time spent":"3.681894421s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:59.021807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966646554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:53:59.02184Z","caller":"traceutil/trace.go:171","msg":"trace[665780583] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0; range_end:; response_count:1; response_revision:27242; }","duration":"3.966719956s","start":"2026-07-03T16:53:55.05511Z","end":"2026-07-03T16:53:59.02183Z","steps":["trace[665780583] 'agreement among raft nodes before linearized reading' (duration: 3.966256974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:59.021868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.055086Z","time spent":"3.966775707s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" "} {"level":"warn","ts":"2026-07-03T16:53:59.521959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:00.001744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:00.001836Z","caller":"traceutil/trace.go:171","msg":"trace[1406391471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052986s","start":"2026-07-03T16:53:58.001286Z","end":"2026-07-03T16:54:00.001815Z","steps":["trace[1406391471] 'agreement among raft nodes before linearized reading' (duration: 2.000401987s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:00.001886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.001266Z","time spent":"2.000608862s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:00.110488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.043295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:00.111291Z","caller":"traceutil/trace.go:171","msg":"trace[677789468] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"1.938201416s","start":"2026-07-03T16:53:58.172394Z","end":"2026-07-03T16:54:00.110596Z","steps":["trace[677789468] 'process raft request' (duration: 1.386960367s)","trace[677789468] 'compare' (duration: 550.802039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:00.111518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.172366Z","time spent":"1.938991355s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:00.203739Z","caller":"traceutil/trace.go:171","msg":"trace[1622324677] linearizableReadLoop","detail":"{readStateIndex:28205; appliedIndex:28203; }","duration":"1.182650312s","start":"2026-07-03T16:53:59.021061Z","end":"2026-07-03T16:54:00.203711Z","steps":["trace[1622324677] 'read index received' (duration: 538.307496ms)","trace[1622324677] 'applied index is now lower than readState.Index' (duration: 644.340476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:00.203834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13931936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:00.203901Z","caller":"traceutil/trace.go:171","msg":"trace[1748394287] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"1.173027062s","start":"2026-07-03T16:53:59.030854Z","end":"2026-07-03T16:54:00.203881Z","steps":["trace[1748394287] 'process raft request' (duration: 1.172649262s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:00.203924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492272982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:00.20393Z","caller":"traceutil/trace.go:171","msg":"trace[854603881] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27244; }","duration":"2.139465633s","start":"2026-07-03T16:53:58.064442Z","end":"2026-07-03T16:54:00.203907Z","steps":["trace[854603881] 'agreement among raft nodes before linearized reading' (duration: 2.139299679s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:00.203967Z","caller":"traceutil/trace.go:171","msg":"trace[640770110] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27244; }","duration":"2.492375624s","start":"2026-07-03T16:53:57.711581Z","end":"2026-07-03T16:54:00.203957Z","steps":["trace[640770110] 'agreement among raft nodes before linearized reading' (duration: 2.492255972s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:00.203996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.030823Z","time spent":"1.173120003s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:00.204011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.711562Z","time spent":"2.492438805s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:00.204001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.064421Z","time spent":"2.139562386s","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:00.204429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704405797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:54:00.204483Z","caller":"traceutil/trace.go:171","msg":"trace[2104786781] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27244; }","duration":"2.704482859s","start":"2026-07-03T16:53:57.49999Z","end":"2026-07-03T16:54:00.204472Z","steps":["trace[2104786781] 'agreement among raft nodes before linearized reading' (duration: 2.704307655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:00.20452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.499976Z","time spent":"2.70453655s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:00.225173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27455844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:00.225225Z","caller":"traceutil/trace.go:171","msg":"trace[1293553] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27244; }","duration":"1.274654302s","start":"2026-07-03T16:53:58.95056Z","end":"2026-07-03T16:54:00.225215Z","steps":["trace[1293553] 'agreement among raft nodes before linearized reading' (duration: 1.253467549s)","trace[1293553] 'count revisions from in-memory index tree' (duration: 21.108332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:00.225249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.950534Z","time spent":"1.274709203s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:00.225286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701003179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:00.225323Z","caller":"traceutil/trace.go:171","msg":"trace[1399774234] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27244; }","duration":"2.701072689s","start":"2026-07-03T16:53:57.524239Z","end":"2026-07-03T16:54:00.225311Z","steps":["trace[1399774234] 'agreement among raft nodes before linearized reading' (duration: 2.680244694s)","trace[1399774234] 'get authentication metadata' (duration: 20.704003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:00.225346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.524221Z","time spent":"2.701119801s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:02.002489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:02.002583Z","caller":"traceutil/trace.go:171","msg":"trace[1443184392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000602172s","start":"2026-07-03T16:54:00.001959Z","end":"2026-07-03T16:54:02.002561Z","steps":["trace[1443184392] 'agreement among raft nodes before linearized reading' (duration: 2.000477289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.002654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.001942Z","time spent":"2.000701653s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:02.577208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.115241Z","time spent":"1.46196004s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:02.584637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272522902s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:02.584741Z","caller":"traceutil/trace.go:171","msg":"trace[1357992111] linearizableReadLoop","detail":"{readStateIndex:28206; appliedIndex:28205; }","duration":"2.380915857s","start":"2026-07-03T16:54:00.203807Z","end":"2026-07-03T16:54:02.584723Z","steps":["trace[1357992111] 'read index received' (duration: 106.770558ms)","trace[1357992111] 'applied index is now lower than readState.Index' (duration: 2.274143349s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:02.58477Z","caller":"traceutil/trace.go:171","msg":"trace[256947158] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"2.498349079s","start":"2026-07-03T16:54:00.086375Z","end":"2026-07-03T16:54:02.584725Z","steps":["trace[256947158] 'process raft request' (duration: 224.20389ms)","trace[256947158] 'compare' (duration: 2.265489111s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:02.584812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889864802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:02.584845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216253257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:02.58489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.086344Z","time spent":"2.498482203s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:02.584897Z","caller":"traceutil/trace.go:171","msg":"trace[1934204288] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27245; }","duration":"2.889971055s","start":"2026-07-03T16:53:59.694887Z","end":"2026-07-03T16:54:02.584858Z","steps":["trace[1934204288] 'agreement among raft nodes before linearized reading' (duration: 2.889853681s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:02.584905Z","caller":"traceutil/trace.go:171","msg":"trace[1269676337] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27245; }","duration":"3.21637105s","start":"2026-07-03T16:53:59.36852Z","end":"2026-07-03T16:54:02.584891Z","steps":["trace[1269676337] 'agreement among raft nodes before linearized reading' (duration: 3.216209195s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.584912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47646754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-07-03T16:54:02.584905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357709507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:02.584935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479634092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-07-03T16:54:02.584945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.3685Z","time spent":"3.216435152s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:02.584954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555138667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:54:02.584965Z","caller":"traceutil/trace.go:171","msg":"trace[67544123] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27245; }","duration":"3.357783319s","start":"2026-07-03T16:53:59.227164Z","end":"2026-07-03T16:54:02.584948Z","steps":["trace[67544123] 'agreement among raft nodes before linearized reading' (duration: 3.357664806s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:02.584971Z","caller":"traceutil/trace.go:171","msg":"trace[715579942] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27245; }","duration":"3.479669523s","start":"2026-07-03T16:53:59.105289Z","end":"2026-07-03T16:54:02.584958Z","steps":["trace[715579942] 'agreement among raft nodes before linearized reading' (duration: 3.47950811s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:02.585001Z","caller":"traceutil/trace.go:171","msg":"trace[857970870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27245; }","duration":"3.555209829s","start":"2026-07-03T16:53:59.029779Z","end":"2026-07-03T16:54:02.584989Z","steps":["trace[857970870] 'agreement among raft nodes before linearized reading' (duration: 3.555028265s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.585005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.227094Z","time spent":"3.357904392s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:02.585015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.105234Z","time spent":"3.479772415s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1200,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-07-03T16:54:02.58494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.69487Z","time spent":"2.890061577s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:02.585041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.029768Z","time spent":"3.55526334s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-03T16:54:02.584955Z","caller":"traceutil/trace.go:171","msg":"trace[660529105] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27245; }","duration":"3.476535651s","start":"2026-07-03T16:53:59.108405Z","end":"2026-07-03T16:54:02.584941Z","steps":["trace[660529105] 'agreement among raft nodes before linearized reading' (duration: 3.476364767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.585137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.108398Z","time spent":"3.476728565s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T16:54:02.585155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00974414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:02.585179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739483957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:02.585305Z","caller":"traceutil/trace.go:171","msg":"trace[81575643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27245; }","duration":"2.739798174s","start":"2026-07-03T16:53:59.845488Z","end":"2026-07-03T16:54:02.585286Z","steps":["trace[81575643] 'agreement among raft nodes before linearized reading' (duration: 2.739312564s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:02.585228Z","caller":"traceutil/trace.go:171","msg":"trace[2092637468] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27245; }","duration":"3.009857243s","start":"2026-07-03T16:53:59.575354Z","end":"2026-07-03T16:54:02.585211Z","steps":["trace[2092637468] 'agreement among raft nodes before linearized reading' (duration: 3.00973453s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.585431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.575337Z","time spent":"3.010077737s","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:02.585435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.845469Z","time spent":"2.739925257s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:02.585515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557480329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-03T16:54:02.585558Z","caller":"traceutil/trace.go:171","msg":"trace[1145475395] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec; range_end:; response_count:1; response_revision:27245; }","duration":"3.557597222s","start":"2026-07-03T16:53:59.027952Z","end":"2026-07-03T16:54:02.585549Z","steps":["trace[1145475395] 'agreement among raft nodes before linearized reading' (duration: 3.556995029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.585584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.02793Z","time spent":"3.557648003s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec\" "} {"level":"warn","ts":"2026-07-03T16:54:03.561129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.580124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:03.56139Z","caller":"traceutil/trace.go:171","msg":"trace[524229391] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"974.317973ms","start":"2026-07-03T16:54:02.587049Z","end":"2026-07-03T16:54:03.561367Z","steps":["trace[524229391] 'process raft request' (duration: 974.20494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.561471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.587038Z","time spent":"974.395784ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:03.561681Z","caller":"traceutil/trace.go:171","msg":"trace[415715912] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"1.058395443s","start":"2026-07-03T16:54:02.503273Z","end":"2026-07-03T16:54:03.561668Z","steps":["trace[415715912] 'process raft request' (duration: 264.211156ms)","trace[415715912] 'compare' (duration: 793.207315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:03.561739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.503211Z","time spent":"1.058496135s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:03.561791Z","caller":"traceutil/trace.go:171","msg":"trace[2086366948] linearizableReadLoop","detail":"{readStateIndex:28207; appliedIndex:28206; }","duration":"976.987832ms","start":"2026-07-03T16:54:02.584773Z","end":"2026-07-03T16:54:03.56176Z","steps":["trace[2086366948] 'read index received' (duration: 182.700552ms)","trace[2086366948] 'applied index is now lower than readState.Index' (duration: 794.26775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:03.561881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759691719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:03.562689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410953714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-03T16:54:03.562755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33638157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:03.562737Z","caller":"traceutil/trace.go:171","msg":"trace[1363633837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27247; }","duration":"1.76057469s","start":"2026-07-03T16:54:01.80212Z","end":"2026-07-03T16:54:03.562695Z","steps":["trace[1363633837] 'agreement among raft nodes before linearized reading' (duration: 1.759654169s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:03.562813Z","caller":"traceutil/trace.go:171","msg":"trace[682391816] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27247; }","duration":"3.336452251s","start":"2026-07-03T16:54:00.226339Z","end":"2026-07-03T16:54:03.562791Z","steps":["trace[682391816] 'agreement among raft nodes before linearized reading' (duration: 3.336215545s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.562855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.226328Z","time spent":"3.336517743s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:54:03.562849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.802101Z","time spent":"1.760710693s","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:03.562864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.967921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:03.562914Z","caller":"traceutil/trace.go:171","msg":"trace[1619538981] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27247; }","duration":"624.053403ms","start":"2026-07-03T16:54:02.938848Z","end":"2026-07-03T16:54:03.562901Z","steps":["trace[1619538981] 'agreement among raft nodes before linearized reading' (duration: 623.962521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.562939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.509763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h\" ","response":"range_response_count:1 size:9497"} {"level":"warn","ts":"2026-07-03T16:54:03.562966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.938833Z","time spent":"624.109704ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:03.562958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.35388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:03.562985Z","caller":"traceutil/trace.go:171","msg":"trace[1611173307] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h; range_end:; response_count:1; response_revision:27247; }","duration":"976.569164ms","start":"2026-07-03T16:54:02.586404Z","end":"2026-07-03T16:54:03.562973Z","steps":["trace[1611173307] 'agreement among raft nodes before linearized reading' (duration: 976.354259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.561951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552058418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:03.563019Z","caller":"traceutil/trace.go:171","msg":"trace[1677801382] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27247; }","duration":"578.462922ms","start":"2026-07-03T16:54:02.984539Z","end":"2026-07-03T16:54:03.563001Z","steps":["trace[1677801382] 'agreement among raft nodes before linearized reading' (duration: 578.35538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.323973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:03.563099Z","caller":"traceutil/trace.go:171","msg":"trace[676275011] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27247; }","duration":"974.366703ms","start":"2026-07-03T16:54:02.588719Z","end":"2026-07-03T16:54:03.563086Z","steps":["trace[676275011] 'agreement among raft nodes before linearized reading' (duration: 974.317232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.662326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4779"} {"level":"warn","ts":"2026-07-03T16:54:03.561936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992618749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:03.563075Z","caller":"traceutil/trace.go:171","msg":"trace[676712711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27247; }","duration":"1.553198994s","start":"2026-07-03T16:54:02.009851Z","end":"2026-07-03T16:54:03.56305Z","steps":["trace[676712711] 'agreement among raft nodes before linearized reading' (duration: 1.552076458s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.588709Z","time spent":"974.415675ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:54:03.563151Z","caller":"traceutil/trace.go:171","msg":"trace[1525493053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27247; }","duration":"2.993890777s","start":"2026-07-03T16:54:00.569244Z","end":"2026-07-03T16:54:03.563135Z","steps":["trace[1525493053] 'agreement among raft nodes before linearized reading' (duration: 2.992608888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.561989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667762619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:03.562091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534496276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:03.563247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.569222Z","time spent":"2.99400241s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:03.563265Z","caller":"traceutil/trace.go:171","msg":"trace[305473364] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27247; }","duration":"2.66909548s","start":"2026-07-03T16:54:00.894154Z","end":"2026-07-03T16:54:03.563249Z","steps":["trace[305473364] 'agreement among raft nodes before linearized reading' (duration: 2.667724158s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.984511Z","time spent":"578.547494ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:03.563278Z","caller":"traceutil/trace.go:171","msg":"trace[1595645502] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27247; }","duration":"1.535786316s","start":"2026-07-03T16:54:02.027476Z","end":"2026-07-03T16:54:03.563262Z","steps":["trace[1595645502] 'agreement among raft nodes before linearized reading' (duration: 1.534407754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.009835Z","time spent":"1.553314797s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:03.563325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.027457Z","time spent":"1.535853337s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:03.562361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235182638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:03.562349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050782267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:03.563366Z","caller":"traceutil/trace.go:171","msg":"trace[1986900855] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27247; }","duration":"3.236191891s","start":"2026-07-03T16:54:00.327161Z","end":"2026-07-03T16:54:03.563353Z","steps":["trace[1986900855] 'agreement among raft nodes before linearized reading' (duration: 3.235150337s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:03.563375Z","caller":"traceutil/trace.go:171","msg":"trace[1878761931] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27247; }","duration":"3.051848972s","start":"2026-07-03T16:54:00.511517Z","end":"2026-07-03T16:54:03.563366Z","steps":["trace[1878761931] 'agreement among raft nodes before linearized reading' (duration: 3.050768506s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:03.563134Z","caller":"traceutil/trace.go:171","msg":"trace[295827899] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:27247; }","duration":"976.700337ms","start":"2026-07-03T16:54:02.586425Z","end":"2026-07-03T16:54:03.563126Z","steps":["trace[295827899] 'agreement among raft nodes before linearized reading' (duration: 976.612035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.586423Z","time spent":"977.012754ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4802,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-07-03T16:54:03.563306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.894134Z","time spent":"2.669158601s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:03.563019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.586394Z","time spent":"976.617766ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9520,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rmd9h\" "} {"level":"warn","ts":"2026-07-03T16:54:03.562977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.44043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:03.563584Z","caller":"traceutil/trace.go:171","msg":"trace[104531674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27247; }","duration":"103.098805ms","start":"2026-07-03T16:54:03.460476Z","end":"2026-07-03T16:54:03.563575Z","steps":["trace[104531674] 'agreement among raft nodes before linearized reading' (duration: 102.386569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.5115Z","time spent":"3.051895483s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:03.563007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.50984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f56550ec-8f21-4c18-8bf9-73aa57d2e09e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:54:03.563781Z","caller":"traceutil/trace.go:171","msg":"trace[959150771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f56550ec-8f21-4c18-8bf9-73aa57d2e09e; range_end:; response_count:1; response_revision:27247; }","duration":"976.289388ms","start":"2026-07-03T16:54:02.587475Z","end":"2026-07-03T16:54:03.563764Z","steps":["trace[959150771] 'agreement among raft nodes before linearized reading' (duration: 975.423248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.563835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.587471Z","time spent":"976.34616ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f56550ec-8f21-4c18-8bf9-73aa57d2e09e\" "} {"level":"warn","ts":"2026-07-03T16:54:03.563404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.327102Z","time spent":"3.236289193s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:03.562785Z","caller":"traceutil/trace.go:171","msg":"trace[1020135028] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27247; }","duration":"1.411471027s","start":"2026-07-03T16:54:02.151292Z","end":"2026-07-03T16:54:03.562763Z","steps":["trace[1020135028] 'agreement among raft nodes before linearized reading' (duration: 1.410831242s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.564431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.151276Z","time spent":"1.413133504s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:54:04.066496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:04.567512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:04.674497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108344523s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:04.921324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.545371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:04.921472Z","caller":"traceutil/trace.go:171","msg":"trace[2082950193] linearizableReadLoop","detail":"{readStateIndex:28209; appliedIndex:28208; }","duration":"1.355332125s","start":"2026-07-03T16:54:03.56612Z","end":"2026-07-03T16:54:04.921452Z","steps":["trace[2082950193] 'read index received' (duration: 1.108505998s)","trace[2082950193] 'applied index is now lower than readState.Index' (duration: 246.823517ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:04.921562Z","caller":"traceutil/trace.go:171","msg":"trace[1620300579] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"1.355467957s","start":"2026-07-03T16:54:03.566083Z","end":"2026-07-03T16:54:04.921551Z","steps":["trace[1620300579] 'process raft request' (duration: 1.10863223s)","trace[1620300579] 'compare' (duration: 246.291974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:04.92162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.566069Z","time spent":"1.355525649s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:04.921933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355806936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:54:04.921974Z","caller":"traceutil/trace.go:171","msg":"trace[683439866] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27248; }","duration":"1.355882357s","start":"2026-07-03T16:54:03.566082Z","end":"2026-07-03T16:54:04.921964Z","steps":["trace[683439866] 'agreement among raft nodes before linearized reading' (duration: 1.355708333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.922002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.566067Z","time spent":"1.355928288s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:04.922064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116369947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:04.922121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.681517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:04.922159Z","caller":"traceutil/trace.go:171","msg":"trace[873221797] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27248; }","duration":"1.11650493s","start":"2026-07-03T16:54:03.805621Z","end":"2026-07-03T16:54:04.922126Z","steps":["trace[873221797] 'agreement among raft nodes before linearized reading' (duration: 1.116358597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.922161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354018635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:54:04.92219Z","caller":"traceutil/trace.go:171","msg":"trace[1313942438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27248; }","duration":"740.797469ms","start":"2026-07-03T16:54:04.181376Z","end":"2026-07-03T16:54:04.922173Z","steps":["trace[1313942438] 'agreement among raft nodes before linearized reading' (duration: 740.672046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.922216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.8056Z","time spent":"1.116603773s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:04.922229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341062758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:04.922231Z","caller":"traceutil/trace.go:171","msg":"trace[544051727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27248; }","duration":"1.354121296s","start":"2026-07-03T16:54:03.56809Z","end":"2026-07-03T16:54:04.922211Z","steps":["trace[544051727] 'agreement among raft nodes before linearized reading' (duration: 1.353898581s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.922234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.18136Z","time spent":"740.864001ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:04.922266Z","caller":"traceutil/trace.go:171","msg":"trace[1001160263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27248; }","duration":"1.34110594s","start":"2026-07-03T16:54:03.581147Z","end":"2026-07-03T16:54:04.922253Z","steps":["trace[1001160263] 'agreement among raft nodes before linearized reading' (duration: 1.341054849s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.922215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.85275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:04.922309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.581139Z","time spent":"1.341163821s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:04.922272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.568074Z","time spent":"1.354189438s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:54:04.922332Z","caller":"traceutil/trace.go:171","msg":"trace[731244147] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27248; }","duration":"984.016793ms","start":"2026-07-03T16:54:03.938294Z","end":"2026-07-03T16:54:04.922311Z","steps":["trace[731244147] 'agreement among raft nodes before linearized reading' (duration: 983.766638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.92242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353628365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-07-03T16:54:04.922158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353155585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:04.922429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.938273Z","time spent":"984.136637ms","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:04.922495Z","caller":"traceutil/trace.go:171","msg":"trace[309696608] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27248; }","duration":"1.353743998s","start":"2026-07-03T16:54:03.568734Z","end":"2026-07-03T16:54:04.922478Z","steps":["trace[309696608] 'agreement among raft nodes before linearized reading' (duration: 1.353535933s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:04.922513Z","caller":"traceutil/trace.go:171","msg":"trace[291347248] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27248; }","duration":"1.353545113s","start":"2026-07-03T16:54:03.568947Z","end":"2026-07-03T16:54:04.922492Z","steps":["trace[291347248] 'agreement among raft nodes before linearized reading' (duration: 1.353135204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.922562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.56872Z","time spent":"1.3538332s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:54:04.922569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.568937Z","time spent":"1.353617835s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:54:05.144886Z","caller":"traceutil/trace.go:171","msg":"trace[1646069804] transaction","detail":"{read_only:false; response_revision:27249; number_of_response:1; }","duration":"210.246142ms","start":"2026-07-03T16:54:04.934621Z","end":"2026-07-03T16:54:05.144867Z","steps":["trace[1646069804] 'process raft request' (duration: 132.227181ms)","trace[1646069804] 'compare' (duration: 77.940789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:05.648707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.935042Z","time spent":"713.6571ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:54:05.648846Z","caller":"traceutil/trace.go:171","msg":"trace[1116989147] linearizableReadLoop","detail":"{readStateIndex:28211; appliedIndex:28209; }","duration":"713.461124ms","start":"2026-07-03T16:54:04.935361Z","end":"2026-07-03T16:54:05.648822Z","steps":["trace[1116989147] 'read index received' (duration: 131.506213ms)","trace[1116989147] 'applied index is now lower than readState.Index' (duration: 581.953751ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:05.649132Z","caller":"traceutil/trace.go:171","msg":"trace[152369140] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"697.470289ms","start":"2026-07-03T16:54:04.951599Z","end":"2026-07-03T16:54:05.64907Z","steps":["trace[152369140] 'process raft request' (duration: 697.161622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:05.649281Z","caller":"traceutil/trace.go:171","msg":"trace[1229818178] transaction","detail":"{read_only:false; response_revision:27250; number_of_response:1; }","duration":"710.969767ms","start":"2026-07-03T16:54:04.938298Z","end":"2026-07-03T16:54:05.649267Z","steps":["trace[1229818178] 'process raft request' (duration: 710.22677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.649394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.938272Z","time spent":"711.050019ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:05.649406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.033747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-03T16:54:05.649476Z","caller":"traceutil/trace.go:171","msg":"trace[1832109030] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27252; }","duration":"714.111529ms","start":"2026-07-03T16:54:04.935336Z","end":"2026-07-03T16:54:05.649448Z","steps":["trace[1832109030] 'agreement among raft nodes before linearized reading' (duration: 713.896344ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:05.649469Z","caller":"traceutil/trace.go:171","msg":"trace[1945213220] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"700.831266ms","start":"2026-07-03T16:54:04.948606Z","end":"2026-07-03T16:54:05.649437Z","steps":["trace[1945213220] 'process raft request' (duration: 700.08696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.649602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.805108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-03T16:54:05.64962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.161843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:05.649193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.253237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:05.649644Z","caller":"traceutil/trace.go:171","msg":"trace[1455933000] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a; range_end:; response_count:1; response_revision:27252; }","duration":"500.8908ms","start":"2026-07-03T16:54:05.14874Z","end":"2026-07-03T16:54:05.64963Z","steps":["trace[1455933000] 'agreement among raft nodes before linearized reading' (duration: 500.763317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.649677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.148725Z","time spent":"500.945481ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a\" "} {"level":"info","ts":"2026-07-03T16:54:05.649681Z","caller":"traceutil/trace.go:171","msg":"trace[544072178] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27252; }","duration":"528.271365ms","start":"2026-07-03T16:54:05.121381Z","end":"2026-07-03T16:54:05.649653Z","steps":["trace[544072178] 'agreement among raft nodes before linearized reading' (duration: 528.170313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:05.649692Z","caller":"traceutil/trace.go:171","msg":"trace[345000063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27252; }","duration":"712.76274ms","start":"2026-07-03T16:54:04.936905Z","end":"2026-07-03T16:54:05.649668Z","steps":["trace[345000063] 'agreement among raft nodes before linearized reading' (duration: 712.197276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.649727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.121353Z","time spent":"528.359438ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:05.649765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.936877Z","time spent":"712.860871ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:05.649726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.948589Z","time spent":"700.984581ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:05.649526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.93533Z","time spent":"714.183071ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:05.649977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.951582Z","time spent":"697.701345ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:06.154236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:06.654455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:06.809627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159196195s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:06.893643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.468806Z","time spent":"424.829732ms","remote":"127.0.0.1:57762","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:54:06.893881Z","caller":"traceutil/trace.go:171","msg":"trace[2073594216] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"1.243539911s","start":"2026-07-03T16:54:05.650308Z","end":"2026-07-03T16:54:06.893848Z","steps":["trace[2073594216] 'process raft request' (duration: 1.159588724s)","trace[2073594216] 'compare' (duration: 83.693391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:06.894041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.650283Z","time spent":"1.243658734s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:07.61429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.08252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:07.614446Z","caller":"traceutil/trace.go:171","msg":"trace[531038674] linearizableReadLoop","detail":"{readStateIndex:28217; appliedIndex:28214; }","duration":"1.960840733s","start":"2026-07-03T16:54:05.653592Z","end":"2026-07-03T16:54:07.614433Z","steps":["trace[531038674] 'read index received' (duration: 1.156303579s)","trace[531038674] 'applied index is now lower than readState.Index' (duration: 804.536084ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:07.61451Z","caller":"traceutil/trace.go:171","msg":"trace[547284612] transaction","detail":"{read_only:false; response_revision:27255; number_of_response:1; }","duration":"1.084754124s","start":"2026-07-03T16:54:06.52972Z","end":"2026-07-03T16:54:07.614474Z","steps":["trace[547284612] 'process raft request' (duration: 1.084656372s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.614588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961004298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-03T16:54:07.614616Z","caller":"traceutil/trace.go:171","msg":"trace[91481524] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9; range_end:; response_count:1; response_revision:27255; }","duration":"1.961066398s","start":"2026-07-03T16:54:05.65354Z","end":"2026-07-03T16:54:07.614607Z","steps":["trace[91481524] 'agreement among raft nodes before linearized reading' (duration: 1.960953616s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.614652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.653526Z","time spent":"1.96111838s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" "} {"level":"info","ts":"2026-07-03T16:54:07.614676Z","caller":"traceutil/trace.go:171","msg":"trace[1352709936] transaction","detail":"{read_only:false; response_revision:27254; number_of_response:1; }","duration":"1.963184067s","start":"2026-07-03T16:54:05.651457Z","end":"2026-07-03T16:54:07.614641Z","steps":["trace[1352709936] 'process raft request' (duration: 1.459661347s)","trace[1352709936] 'compare' (duration: 502.978038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:07.6147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.529694Z","time spent":"1.084905118s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:07.614863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.651431Z","time spent":"1.963330851s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:07.903533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.116118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:07.903792Z","caller":"traceutil/trace.go:171","msg":"trace[437764587] transaction","detail":"{read_only:false; response_revision:27256; number_of_response:1; }","duration":"422.384677ms","start":"2026-07-03T16:54:07.481375Z","end":"2026-07-03T16:54:07.903759Z","steps":["trace[437764587] 'process raft request' (duration: 236.971913ms)","trace[437764587] 'compare' (duration: 184.953524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:07.903873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110436281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:07.903918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.481354Z","time spent":"422.504009ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:07.903974Z","caller":"traceutil/trace.go:171","msg":"trace[827863029] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27256; }","duration":"1.110583314s","start":"2026-07-03T16:54:06.793364Z","end":"2026-07-03T16:54:07.903947Z","steps":["trace[827863029] 'agreement among raft nodes before linearized reading' (duration: 1.11041463s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.903988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959111534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:07.903998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.454166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:07.904042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.793344Z","time spent":"1.110680436s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:07.904051Z","caller":"traceutil/trace.go:171","msg":"trace[1447711934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27256; }","duration":"1.959197155s","start":"2026-07-03T16:54:05.944836Z","end":"2026-07-03T16:54:07.904033Z","steps":["trace[1447711934] 'agreement among raft nodes before linearized reading' (duration: 1.959118483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.904097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.944816Z","time spent":"1.959273667s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:54:07.904082Z","caller":"traceutil/trace.go:171","msg":"trace[571897053] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27256; }","duration":"756.59763ms","start":"2026-07-03T16:54:07.147464Z","end":"2026-07-03T16:54:07.904061Z","steps":["trace[571897053] 'agreement among raft nodes before linearized reading' (duration: 756.392635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.904168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.147443Z","time spent":"756.708502ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:07.904306Z","caller":"traceutil/trace.go:171","msg":"trace[747209179] linearizableReadLoop","detail":"{readStateIndex:28218; appliedIndex:28217; }","duration":"289.174004ms","start":"2026-07-03T16:54:07.614473Z","end":"2026-07-03T16:54:07.903647Z","steps":["trace[747209179] 'read index received' (duration: 103.817981ms)","trace[747209179] 'applied index is now lower than readState.Index' (duration: 185.353423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:07.903894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834755754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:07.904506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.683073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:07.904546Z","caller":"traceutil/trace.go:171","msg":"trace[729639934] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27256; }","duration":"253.768705ms","start":"2026-07-03T16:54:07.650767Z","end":"2026-07-03T16:54:07.904535Z","steps":["trace[729639934] 'agreement among raft nodes before linearized reading' (duration: 253.694954ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:07.904414Z","caller":"traceutil/trace.go:171","msg":"trace[678585833] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27256; }","duration":"1.835382158s","start":"2026-07-03T16:54:06.069017Z","end":"2026-07-03T16:54:07.9044Z","steps":["trace[678585833] 'agreement among raft nodes before linearized reading' (duration: 1.834706953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.904798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.068991Z","time spent":"1.835761707s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:07.905002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587208231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:07.90504Z","caller":"traceutil/trace.go:171","msg":"trace[1303949758] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27256; }","duration":"1.587285622s","start":"2026-07-03T16:54:06.317744Z","end":"2026-07-03T16:54:07.905029Z","steps":["trace[1303949758] 'agreement among raft nodes before linearized reading' (duration: 1.585961872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.905064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.317725Z","time spent":"1.587331483s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:07.905056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.082531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b018ab13fc\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-07-03T16:54:07.90507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.88565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-03T16:54:07.905114Z","caller":"traceutil/trace.go:171","msg":"trace[1239901422] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bed5b018ab13fc; range_end:; response_count:1; response_revision:27256; }","duration":"285.171373ms","start":"2026-07-03T16:54:07.619925Z","end":"2026-07-03T16:54:07.905096Z","steps":["trace[1239901422] 'agreement among raft nodes before linearized reading' (duration: 284.574129ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:07.905144Z","caller":"traceutil/trace.go:171","msg":"trace[1604463867] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27256; }","duration":"285.974982ms","start":"2026-07-03T16:54:07.619149Z","end":"2026-07-03T16:54:07.905124Z","steps":["trace[1604463867] 'agreement among raft nodes before linearized reading' (duration: 285.277775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.904916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008055013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:54:07.905575Z","caller":"traceutil/trace.go:171","msg":"trace[500447033] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27256; }","duration":"1.008742118s","start":"2026-07-03T16:54:06.896816Z","end":"2026-07-03T16:54:07.905558Z","steps":["trace[500447033] 'agreement among raft nodes before linearized reading' (duration: 1.006846385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.905619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.8968Z","time spent":"1.008802609s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:08.740591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.911226ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-03T16:54:08.740824Z","caller":"traceutil/trace.go:171","msg":"trace[1904985241] linearizableReadLoop","detail":"{readStateIndex:28219; appliedIndex:28218; }","duration":"833.548077ms","start":"2026-07-03T16:54:07.907208Z","end":"2026-07-03T16:54:08.740756Z","steps":["trace[1904985241] 'read index received' (duration: 125.957237ms)","trace[1904985241] 'applied index is now lower than readState.Index' (duration: 707.58976ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:08.741201Z","caller":"traceutil/trace.go:171","msg":"trace[751076749] compact","detail":"{revision:25942; response_revision:27256; }","duration":"835.808519ms","start":"2026-07-03T16:54:07.90536Z","end":"2026-07-03T16:54:08.741169Z","steps":["trace[751076749] 'process raft request' (duration: 127.711066ms)","trace[751076749] 'check and update compact revision' (duration: 706.820284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:08.741293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.905241Z","time spent":"836.046764ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:08.74125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.036699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:08.741569Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25942} {"level":"info","ts":"2026-07-03T16:54:08.7416Z","caller":"traceutil/trace.go:171","msg":"trace[379309141] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27256; }","duration":"834.416677ms","start":"2026-07-03T16:54:07.90717Z","end":"2026-07-03T16:54:08.741586Z","steps":["trace[379309141] 'agreement among raft nodes before linearized reading' (duration: 833.990177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:08.741866Z","caller":"traceutil/trace.go:171","msg":"trace[95619117] transaction","detail":"{read_only:false; response_revision:27257; number_of_response:1; }","duration":"833.333132ms","start":"2026-07-03T16:54:07.908465Z","end":"2026-07-03T16:54:08.741798Z","steps":["trace[95619117] 'process raft request' (duration: 832.214057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:08.741922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.907154Z","time spent":"834.731065ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:54:08.742003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.908446Z","time spent":"833.470705ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:09.376239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.380219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:09.37634Z","caller":"traceutil/trace.go:171","msg":"trace[1123698054] linearizableReadLoop","detail":"{readStateIndex:28221; appliedIndex:28219; }","duration":"635.475834ms","start":"2026-07-03T16:54:08.740848Z","end":"2026-07-03T16:54:09.376324Z","steps":["trace[1123698054] 'read index received' (duration: 414.8µs)","trace[1123698054] 'applied index is now lower than readState.Index' (duration: 635.059034ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:09.376438Z","caller":"traceutil/trace.go:171","msg":"trace[1499817565] transaction","detail":"{read_only:false; response_revision:27258; number_of_response:1; }","duration":"809.268882ms","start":"2026-07-03T16:54:08.567149Z","end":"2026-07-03T16:54:09.376418Z","steps":["trace[1499817565] 'process raft request' (duration: 174.635587ms)","trace[1499817565] 'compare' (duration: 174.267742ms)","trace[1499817565] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 459.244968ms)"],"step_count":3} {"level":"warn","ts":"2026-07-03T16:54:09.376691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.567127Z","time spent":"809.346114ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:10.242602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49439261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:54:10.24268Z","caller":"traceutil/trace.go:171","msg":"trace[17965345] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27258; }","duration":"1.494492472s","start":"2026-07-03T16:54:08.74817Z","end":"2026-07-03T16:54:10.242663Z","steps":["trace[17965345] 'agreement among raft nodes before linearized reading' (duration: 628.442423ms)","trace[17965345] 'range keys from in-memory index tree' (duration: 865.853255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.242711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.748162Z","time spent":"1.494541833s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:10.2427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330604169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:10.242751Z","caller":"traceutil/trace.go:171","msg":"trace[1321257546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27258; }","duration":"2.3306834s","start":"2026-07-03T16:54:07.91205Z","end":"2026-07-03T16:54:10.242733Z","steps":["trace[1321257546] 'agreement among raft nodes before linearized reading' (duration: 1.464521978s)","trace[1321257546] 'range keys from in-memory index tree' (duration: 866.05768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.2428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.912033Z","time spent":"2.330754772s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:10.243321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335008829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f9b813cb-2ac0-4054-a6c8-57adb79f28dc\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-03T16:54:10.243353Z","caller":"traceutil/trace.go:171","msg":"trace[755945853] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f9b813cb-2ac0-4054-a6c8-57adb79f28dc; range_end:; response_count:1; response_revision:27258; }","duration":"2.33506647s","start":"2026-07-03T16:54:07.908277Z","end":"2026-07-03T16:54:10.243343Z","steps":["trace[755945853] 'agreement among raft nodes before linearized reading' (duration: 1.468262753s)","trace[755945853] 'range keys from in-memory index tree' (duration: 866.698525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.243383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300722817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:10.243437Z","caller":"traceutil/trace.go:171","msg":"trace[1884998222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27258; }","duration":"1.300784388s","start":"2026-07-03T16:54:08.942633Z","end":"2026-07-03T16:54:10.243417Z","steps":["trace[1884998222] 'agreement among raft nodes before linearized reading' (duration: 433.965531ms)","trace[1884998222] 'count revisions from in-memory index tree' (duration: 866.742896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.243479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.942626Z","time spent":"1.300842389s","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:10.243504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495345711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-03T16:54:10.243396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.908263Z","time spent":"2.335105461s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-f9b813cb-2ac0-4054-a6c8-57adb79f28dc\" "} {"level":"info","ts":"2026-07-03T16:54:10.243617Z","caller":"traceutil/trace.go:171","msg":"trace[1453398935] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877; range_end:; response_count:1; response_revision:27258; }","duration":"1.495517805s","start":"2026-07-03T16:54:08.74807Z","end":"2026-07-03T16:54:10.243588Z","steps":["trace[1453398935] 'agreement among raft nodes before linearized reading' (duration: 628.507144ms)","trace[1453398935] 'range keys from in-memory index tree' (duration: 866.715075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.24368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.748053Z","time spent":"1.495610318s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877\" "} {"level":"warn","ts":"2026-07-03T16:54:10.244004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846996194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:10.24407Z","caller":"traceutil/trace.go:171","msg":"trace[536648357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27258; }","duration":"1.847069886s","start":"2026-07-03T16:54:08.396981Z","end":"2026-07-03T16:54:10.244051Z","steps":["trace[536648357] 'agreement among raft nodes before linearized reading' (duration: 979.585953ms)","trace[536648357] 'count revisions from in-memory index tree' (duration: 867.396341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.244129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.396922Z","time spent":"1.847188479s","remote":"127.0.0.1:57180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:10.244346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307719877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:10.244402Z","caller":"traceutil/trace.go:171","msg":"trace[1885724556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27258; }","duration":"1.307821299s","start":"2026-07-03T16:54:08.936565Z","end":"2026-07-03T16:54:10.244386Z","steps":["trace[1885724556] 'agreement among raft nodes before linearized reading' (duration: 440.013079ms)","trace[1885724556] 'range keys from in-memory index tree' (duration: 867.741969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.244444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.936544Z","time spent":"1.307889571s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:10.243457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337439915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:10.244547Z","caller":"traceutil/trace.go:171","msg":"trace[219679506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27258; }","duration":"1.338599103s","start":"2026-07-03T16:54:08.905901Z","end":"2026-07-03T16:54:10.2445Z","steps":["trace[219679506] 'agreement among raft nodes before linearized reading' (duration: 470.70019ms)","trace[219679506] 'count revisions from in-memory index tree' (duration: 866.740356ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.244645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.905885Z","time spent":"1.338712105s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:10.244684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162670054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:54:10.244782Z","caller":"traceutil/trace.go:171","msg":"trace[299862043] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27258; }","duration":"1.162819367s","start":"2026-07-03T16:54:09.08194Z","end":"2026-07-03T16:54:10.24476Z","steps":["trace[299862043] 'agreement among raft nodes before linearized reading' (duration: 294.648509ms)","trace[299862043] 'range keys from in-memory index tree' (duration: 867.952254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.244831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.081921Z","time spent":"1.162899779s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:54:10.579352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.027649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:54:10.579603Z","caller":"traceutil/trace.go:171","msg":"trace[1837368791] linearizableReadLoop","detail":"{readStateIndex:28222; appliedIndex:28221; }","duration":"848.570541ms","start":"2026-07-03T16:54:09.731003Z","end":"2026-07-03T16:54:10.579574Z","steps":["trace[1837368791] 'read index received' (duration: 285.331387ms)","trace[1837368791] 'applied index is now lower than readState.Index' (duration: 563.236434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.579819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.806946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:10.579881Z","caller":"traceutil/trace.go:171","msg":"trace[374734328] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27258; }","duration":"848.915298ms","start":"2026-07-03T16:54:09.730945Z","end":"2026-07-03T16:54:10.57986Z","steps":["trace[374734328] 'agreement among raft nodes before linearized reading' (duration: 848.740314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:10.579935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.730925Z","time spent":"848.998332ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.080205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.631365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:11.080371Z","caller":"traceutil/trace.go:171","msg":"trace[918202945] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"832.875312ms","start":"2026-07-03T16:54:10.247463Z","end":"2026-07-03T16:54:11.080338Z","steps":["trace[918202945] 'process raft request' (duration: 332.010003ms)","trace[918202945] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b17a8bf877; req_size:860; } (duration: 499.947329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:11.080467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.247426Z","time spent":"833.000495ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:11.91389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:11.913984Z","caller":"traceutil/trace.go:171","msg":"trace[540142664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615272s","start":"2026-07-03T16:54:09.913348Z","end":"2026-07-03T16:54:11.913964Z","steps":["trace[540142664] 'agreement among raft nodes before linearized reading' (duration: 2.000493049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.914033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.913328Z","time spent":"2.000695634s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:11.993907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.499053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:11.99403Z","caller":"traceutil/trace.go:171","msg":"trace[200910355] linearizableReadLoop","detail":"{readStateIndex:28224; appliedIndex:28222; }","duration":"1.414331362s","start":"2026-07-03T16:54:10.57968Z","end":"2026-07-03T16:54:11.994011Z","steps":["trace[200910355] 'read index received' (duration: 34.121µs)","trace[200910355] 'applied index is now lower than readState.Index' (duration: 1.414295471s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:11.994149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634590482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:11.994168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514017339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:11.994153Z","caller":"traceutil/trace.go:171","msg":"trace[1761690794] transaction","detail":"{read_only:false; response_revision:27260; number_of_response:1; }","duration":"1.679718482s","start":"2026-07-03T16:54:10.314385Z","end":"2026-07-03T16:54:11.994104Z","steps":["trace[1761690794] 'process raft request' (duration: 765.933483ms)","trace[1761690794] 'compare' (duration: 488.046156ms)","trace[1761690794] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:670; } (duration: 424.745931ms)"],"step_count":3} {"level":"info","ts":"2026-07-03T16:54:11.994221Z","caller":"traceutil/trace.go:171","msg":"trace[1825881011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27260; }","duration":"1.514140031s","start":"2026-07-03T16:54:10.480066Z","end":"2026-07-03T16:54:11.994206Z","steps":["trace[1825881011] 'agreement among raft nodes before linearized reading' (duration: 1.514006368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.994271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.480046Z","time spent":"1.514214313s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.994303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745544927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:54:11.99433Z","caller":"traceutil/trace.go:171","msg":"trace[1167729911] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27260; }","duration":"1.745589567s","start":"2026-07-03T16:54:10.248732Z","end":"2026-07-03T16:54:11.994322Z","steps":["trace[1167729911] 'agreement among raft nodes before linearized reading' (duration: 1.745472565s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.994361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.24872Z","time spent":"1.745633699s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:11.994325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.314351Z","time spent":"1.679877346s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:11.994187Z","caller":"traceutil/trace.go:171","msg":"trace[960326510] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27260; }","duration":"1.634659874s","start":"2026-07-03T16:54:10.359517Z","end":"2026-07-03T16:54:11.994177Z","steps":["trace[960326510] 'agreement among raft nodes before linearized reading' (duration: 1.634588442s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.99448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.359502Z","time spent":"1.63496569s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.994643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34549226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:11.994683Z","caller":"traceutil/trace.go:171","msg":"trace[1432698096] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27260; }","duration":"1.345574132s","start":"2026-07-03T16:54:10.6491Z","end":"2026-07-03T16:54:11.994674Z","steps":["trace[1432698096] 'agreement among raft nodes before linearized reading' (duration: 1.345451628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.994715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.649078Z","time spent":"1.345627234s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.994842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.475087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:11.994863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.948712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:11.994899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.440663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:11.99485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.122327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:11.994917Z","caller":"traceutil/trace.go:171","msg":"trace[350354707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27260; }","duration":"217.60795ms","start":"2026-07-03T16:54:11.77729Z","end":"2026-07-03T16:54:11.994898Z","steps":["trace[350354707] 'agreement among raft nodes before linearized reading' (duration: 217.491097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:11.994928Z","caller":"traceutil/trace.go:171","msg":"trace[1593393049] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27260; }","duration":"568.053493ms","start":"2026-07-03T16:54:11.426859Z","end":"2026-07-03T16:54:11.994912Z","steps":["trace[1593393049] 'agreement among raft nodes before linearized reading' (duration: 567.935461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.994953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.168208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:11.994976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314890472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:11.994976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.426841Z","time spent":"568.125016ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.994961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.675651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:11.994992Z","caller":"traceutil/trace.go:171","msg":"trace[2067829946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27260; }","duration":"678.289971ms","start":"2026-07-03T16:54:11.316659Z","end":"2026-07-03T16:54:11.994949Z","steps":["trace[2067829946] 'agreement among raft nodes before linearized reading' (duration: 678.106997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:11.994998Z","caller":"traceutil/trace.go:171","msg":"trace[1679992767] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27260; }","duration":"808.24811ms","start":"2026-07-03T16:54:11.186739Z","end":"2026-07-03T16:54:11.994987Z","steps":["trace[1679992767] 'agreement among raft nodes before linearized reading' (duration: 808.169378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:11.994932Z","caller":"traceutil/trace.go:171","msg":"trace[495452047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27260; }","duration":"959.512455ms","start":"2026-07-03T16:54:11.035409Z","end":"2026-07-03T16:54:11.994922Z","steps":["trace[495452047] 'agreement among raft nodes before linearized reading' (duration: 959.449653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.995043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.186723Z","time spent":"808.311501ms","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:11.995042Z","caller":"traceutil/trace.go:171","msg":"trace[1515817255] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27260; }","duration":"953.870806ms","start":"2026-07-03T16:54:11.041153Z","end":"2026-07-03T16:54:11.995024Z","steps":["trace[1515817255] 'agreement among raft nodes before linearized reading' (duration: 953.650291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.995045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.03539Z","time spent":"959.647268ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.995047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.316626Z","time spent":"678.408455ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:11.995002Z","caller":"traceutil/trace.go:171","msg":"trace[2091255820] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27260; }","duration":"1.314957363s","start":"2026-07-03T16:54:10.680037Z","end":"2026-07-03T16:54:11.994994Z","steps":["trace[2091255820] 'agreement among raft nodes before linearized reading' (duration: 1.314913822s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.995095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.041131Z","time spent":"953.951477ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.995095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.968096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b622bd5e8e\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-03T16:54:11.995159Z","caller":"traceutil/trace.go:171","msg":"trace[1505475323] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b622bd5e8e; range_end:; response_count:1; response_revision:27260; }","duration":"911.071698ms","start":"2026-07-03T16:54:11.084066Z","end":"2026-07-03T16:54:11.995138Z","steps":["trace[1505475323] 'agreement among raft nodes before linearized reading' (duration: 910.866884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.995126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.680014Z","time spent":"1.315085576s","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:11.995207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.084045Z","time spent":"911.148811ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-g56r5.18bed5b622bd5e8e\" "} {"level":"warn","ts":"2026-07-03T16:54:12.549115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:13.01975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021485029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ebd38de-8955-482d-b2d9-639f58f836e5\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:54:13.019836Z","caller":"traceutil/trace.go:171","msg":"trace[2063193311] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ebd38de-8955-482d-b2d9-639f58f836e5; range_end:; response_count:1; response_revision:27260; }","duration":"1.021598521s","start":"2026-07-03T16:54:11.998212Z","end":"2026-07-03T16:54:13.01981Z","steps":["trace[2063193311] 'range keys from in-memory index tree' (duration: 1.021301664s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.020238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.9982Z","time spent":"1.021867279s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-9ebd38de-8955-482d-b2d9-639f58f836e5\" "} {"level":"warn","ts":"2026-07-03T16:54:13.02084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.982666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:13.021017Z","caller":"traceutil/trace.go:171","msg":"trace[1800812658] transaction","detail":"{read_only:false; response_revision:27261; number_of_response:1; }","duration":"1.022426241s","start":"2026-07-03T16:54:11.998564Z","end":"2026-07-03T16:54:13.020991Z","steps":["trace[1800812658] 'process raft request' (duration: 805.211239ms)","trace[1800812658] 'compare' (duration: 216.105777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:13.021142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.998554Z","time spent":"1.022516314s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:13.021232Z","caller":"traceutil/trace.go:171","msg":"trace[2014466690] linearizableReadLoop","detail":"{readStateIndex:28225; appliedIndex:28224; }","duration":"973.166196ms","start":"2026-07-03T16:54:12.048043Z","end":"2026-07-03T16:54:13.021209Z","steps":["trace[2014466690] 'read index received' (duration: 755.74247ms)","trace[2014466690] 'applied index is now lower than readState.Index' (duration: 217.420586ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:13.021048Z","caller":"traceutil/trace.go:171","msg":"trace[661700796] transaction","detail":"{read_only:false; response_revision:27262; number_of_response:1; }","duration":"152.923793ms","start":"2026-07-03T16:54:12.868106Z","end":"2026-07-03T16:54:13.02103Z","steps":["trace[661700796] 'process raft request' (duration: 152.850711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.021417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.3537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:13.021514Z","caller":"traceutil/trace.go:171","msg":"trace[1058244957] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27262; }","duration":"973.499773ms","start":"2026-07-03T16:54:12.047992Z","end":"2026-07-03T16:54:13.021492Z","steps":["trace[1058244957] 'agreement among raft nodes before linearized reading' (duration: 973.327059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.02158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.047972Z","time spent":"973.591936ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:13.02159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.193059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:54:13.021653Z","caller":"traceutil/trace.go:171","msg":"trace[194632091] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27262; }","duration":"861.29773ms","start":"2026-07-03T16:54:12.160339Z","end":"2026-07-03T16:54:13.021637Z","steps":["trace[194632091] 'agreement among raft nodes before linearized reading' (duration: 861.101066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.021701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.16032Z","time spent":"861.372953ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:54:13.02171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.713269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss\" ","response":"range_response_count:1 size:5607"} {"level":"info","ts":"2026-07-03T16:54:13.021831Z","caller":"traceutil/trace.go:171","msg":"trace[503045192] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss; range_end:; response_count:1; response_revision:27262; }","duration":"635.877123ms","start":"2026-07-03T16:54:12.38593Z","end":"2026-07-03T16:54:13.021808Z","steps":["trace[503045192] 'agreement among raft nodes before linearized reading' (duration: 635.582897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.021895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.385912Z","time spent":"635.965185ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5630,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-29dss\" "} {"level":"warn","ts":"2026-07-03T16:54:15.272732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054700008s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:15.273059Z","caller":"traceutil/trace.go:171","msg":"trace[955151988] linearizableReadLoop","detail":"{readStateIndex:28227; appliedIndex:28226; }","duration":"2.24522216s","start":"2026-07-03T16:54:13.027774Z","end":"2026-07-03T16:54:15.272996Z","steps":["trace[955151988] 'read index received' (duration: 190.272966ms)","trace[955151988] 'applied index is now lower than readState.Index' (duration: 2.054945474s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:15.273078Z","caller":"traceutil/trace.go:171","msg":"trace[18110108] transaction","detail":"{read_only:false; response_revision:27264; number_of_response:1; }","duration":"2.243747315s","start":"2026-07-03T16:54:13.029307Z","end":"2026-07-03T16:54:15.273054Z","steps":["trace[18110108] 'process raft request' (duration: 2.24355093s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:15.273082Z","caller":"traceutil/trace.go:171","msg":"trace[2127501550] transaction","detail":"{read_only:false; response_revision:27263; number_of_response:1; }","duration":"2.245840854s","start":"2026-07-03T16:54:13.027205Z","end":"2026-07-03T16:54:15.273046Z","steps":["trace[2127501550] 'process raft request' (duration: 190.728786ms)","trace[2127501550] 'compare' (duration: 946.715473ms)","trace[2127501550] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a; req_size:843; } (duration: 1.10687955s)"],"step_count":3} {"level":"info","ts":"2026-07-03T16:54:15.273203Z","caller":"traceutil/trace.go:171","msg":"trace[149795745] transaction","detail":"{read_only:false; response_revision:27265; number_of_response:1; }","duration":"891.256135ms","start":"2026-07-03T16:54:14.381929Z","end":"2026-07-03T16:54:15.273186Z","steps":["trace[149795745] 'process raft request' (duration: 891.04928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:15.273235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.029295Z","time spent":"2.243893449s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:15.273314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.381909Z","time spent":"891.354218ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:15.273353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.02719Z","time spent":"2.246056128s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:15.273521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245744311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8c283b0-727b-4d9b-aedb-547f5934b5e9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:54:15.27358Z","caller":"traceutil/trace.go:171","msg":"trace[778146676] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8c283b0-727b-4d9b-aedb-547f5934b5e9; range_end:; response_count:1; response_revision:27265; }","duration":"2.245803442s","start":"2026-07-03T16:54:13.027765Z","end":"2026-07-03T16:54:15.273569Z","steps":["trace[778146676] 'agreement among raft nodes before linearized reading' (duration: 2.245336872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:15.273795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.027735Z","time spent":"2.246049028s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-e8c283b0-727b-4d9b-aedb-547f5934b5e9\" "} {"level":"warn","ts":"2026-07-03T16:54:15.945882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:15.945993Z","caller":"traceutil/trace.go:171","msg":"trace[2128185131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297415s","start":"2026-07-03T16:54:13.945676Z","end":"2026-07-03T16:54:15.945974Z","steps":["trace[2128185131] 'agreement among raft nodes before linearized reading' (duration: 2.000158192s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:15.946044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.945648Z","time spent":"2.000385567s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:17.112688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.91086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:17.112806Z","caller":"traceutil/trace.go:171","msg":"trace[492382692] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27265; }","duration":"124.037184ms","start":"2026-07-03T16:54:16.988748Z","end":"2026-07-03T16:54:17.112786Z","steps":["trace[492382692] 'range keys from in-memory index tree' (duration: 123.894359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.489447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987107204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:17.489522Z","caller":"traceutil/trace.go:171","msg":"trace[1867349348] linearizableReadLoop","detail":"{readStateIndex:28230; appliedIndex:28229; }","duration":"2.216333468s","start":"2026-07-03T16:54:15.273177Z","end":"2026-07-03T16:54:17.489511Z","steps":["trace[1867349348] 'read index received' (duration: 229.084812ms)","trace[1867349348] 'applied index is now lower than readState.Index' (duration: 1.987247616s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:17.489602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472380677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:17.48957Z","caller":"traceutil/trace.go:171","msg":"trace[1037558483] transaction","detail":"{read_only:false; response_revision:27266; number_of_response:1; }","duration":"2.368643648s","start":"2026-07-03T16:54:15.120884Z","end":"2026-07-03T16:54:17.489527Z","steps":["trace[1037558483] 'process raft request' (duration: 381.484423ms)","trace[1037558483] 'compare' (duration: 1.609747455s)","trace[1037558483] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:471; } (duration: 376.745875ms)"],"step_count":3} {"level":"info","ts":"2026-07-03T16:54:17.489622Z","caller":"traceutil/trace.go:171","msg":"trace[1303414536] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27266; }","duration":"2.472436519s","start":"2026-07-03T16:54:15.017179Z","end":"2026-07-03T16:54:17.489615Z","steps":["trace[1303414536] 'agreement among raft nodes before linearized reading' (duration: 2.472396238s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.489642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.017159Z","time spent":"2.472478649s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:17.489708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.120861Z","time spent":"2.368772331s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:17.489857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685816951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:17.489916Z","caller":"traceutil/trace.go:171","msg":"trace[1299948340] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27266; }","duration":"3.685912503s","start":"2026-07-03T16:54:13.80399Z","end":"2026-07-03T16:54:17.489903Z","steps":["trace[1299948340] 'agreement among raft nodes before linearized reading' (duration: 3.685825281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.48995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.803971Z","time spent":"3.685970114s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:17.489951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41089692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:17.489978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063505838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-07-03T16:54:17.490017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539328795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:17.490029Z","caller":"traceutil/trace.go:171","msg":"trace[1803871493] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27266; }","duration":"4.411017913s","start":"2026-07-03T16:54:13.078968Z","end":"2026-07-03T16:54:17.489986Z","steps":["trace[1803871493] 'agreement among raft nodes before linearized reading' (duration: 4.41085875s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:17.49005Z","caller":"traceutil/trace.go:171","msg":"trace[844184714] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27266; }","duration":"2.063637101s","start":"2026-07-03T16:54:15.426383Z","end":"2026-07-03T16:54:17.49002Z","steps":["trace[844184714] 'agreement among raft nodes before linearized reading' (duration: 2.063410546s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:17.490063Z","caller":"traceutil/trace.go:171","msg":"trace[142684740] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27266; }","duration":"2.539410837s","start":"2026-07-03T16:54:14.950637Z","end":"2026-07-03T16:54:17.490048Z","steps":["trace[142684740] 'agreement among raft nodes before linearized reading' (duration: 2.539325525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543257646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:17.490088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.426359Z","time spent":"2.063720902s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T16:54:17.490072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.07895Z","time spent":"4.411110265s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:17.490097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.950617Z","time spent":"2.539471678s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:17.490107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674737099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:17.490157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213147156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-03T16:54:17.490168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.045335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:17.490218Z","caller":"traceutil/trace.go:171","msg":"trace[143358635] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:27266; }","duration":"2.213234638s","start":"2026-07-03T16:54:15.276974Z","end":"2026-07-03T16:54:17.490209Z","steps":["trace[143358635] 'agreement among raft nodes before linearized reading' (duration: 2.212791828s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:17.490244Z","caller":"traceutil/trace.go:171","msg":"trace[801438949] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27266; }","duration":"139.159637ms","start":"2026-07-03T16:54:17.351061Z","end":"2026-07-03T16:54:17.490221Z","steps":["trace[801438949] 'agreement among raft nodes before linearized reading' (duration: 139.040525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:17.490175Z","caller":"traceutil/trace.go:171","msg":"trace[421464154] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27266; }","duration":"1.674858472s","start":"2026-07-03T16:54:15.8153Z","end":"2026-07-03T16:54:17.490158Z","steps":["trace[421464154] 'agreement among raft nodes before linearized reading' (duration: 1.674728279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109264384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:54:17.49035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.815281Z","time spent":"1.675055126s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:17.490249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.276959Z","time spent":"2.213283679s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" "} {"level":"info","ts":"2026-07-03T16:54:17.490385Z","caller":"traceutil/trace.go:171","msg":"trace[1656268365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27266; }","duration":"2.109363576s","start":"2026-07-03T16:54:15.381004Z","end":"2026-07-03T16:54:17.490367Z","steps":["trace[1656268365] 'agreement among raft nodes before linearized reading' (duration: 2.108967137s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.380985Z","time spent":"2.109432508s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-03T16:54:17.490114Z","caller":"traceutil/trace.go:171","msg":"trace[1885122618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27266; }","duration":"1.543358539s","start":"2026-07-03T16:54:15.946739Z","end":"2026-07-03T16:54:17.490097Z","steps":["trace[1885122618] 'agreement among raft nodes before linearized reading' (duration: 1.543264496s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.946707Z","time spent":"1.543780138s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:17.490035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064314557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-07-03T16:54:17.490551Z","caller":"traceutil/trace.go:171","msg":"trace[432758062] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:27266; }","duration":"2.064850859s","start":"2026-07-03T16:54:15.425679Z","end":"2026-07-03T16:54:17.49053Z","steps":["trace[432758062] 'agreement among raft nodes before linearized reading' (duration: 2.064153954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213096855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:7611"} {"level":"warn","ts":"2026-07-03T16:54:17.490607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.425661Z","time spent":"2.064927911s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":934,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-07-03T16:54:17.490612Z","caller":"traceutil/trace.go:171","msg":"trace[477196225] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:27266; }","duration":"2.213177627s","start":"2026-07-03T16:54:15.277421Z","end":"2026-07-03T16:54:17.490598Z","steps":["trace[477196225] 'agreement among raft nodes before linearized reading' (duration: 2.212564533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.277407Z","time spent":"2.213233088s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7634,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"warn","ts":"2026-07-03T16:54:17.490663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064850739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-07-03T16:54:17.490687Z","caller":"traceutil/trace.go:171","msg":"trace[436186359] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:27266; }","duration":"2.064912891s","start":"2026-07-03T16:54:15.425767Z","end":"2026-07-03T16:54:17.49068Z","steps":["trace[436186359] 'agreement among raft nodes before linearized reading' (duration: 2.064077712s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565616026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:17.490779Z","caller":"traceutil/trace.go:171","msg":"trace[883735579] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:27266; }","duration":"2.565709858s","start":"2026-07-03T16:54:14.925058Z","end":"2026-07-03T16:54:17.490768Z","steps":["trace[883735579] 'agreement among raft nodes before linearized reading' (duration: 2.564756496s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.490806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.925033Z","time spent":"2.565764808s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:54:17.490743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.425747Z","time spent":"2.064987702s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":567,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-07-03T16:54:17.491175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226182853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276063"} {"level":"info","ts":"2026-07-03T16:54:17.491226Z","caller":"traceutil/trace.go:171","msg":"trace[2089909043] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27266; }","duration":"4.226265564s","start":"2026-07-03T16:54:13.264948Z","end":"2026-07-03T16:54:17.491214Z","steps":["trace[2089909043] 'agreement among raft nodes before linearized reading' (duration: 4.224706168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.491261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.264931Z","time spent":"4.226319076s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276086,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:54:17.99247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:19.497406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:19.497496Z","caller":"traceutil/trace.go:171","msg":"trace[1851670633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051582s","start":"2026-07-03T16:54:17.49696Z","end":"2026-07-03T16:54:19.497476Z","steps":["trace[1851670633] 'agreement among raft nodes before linearized reading' (duration: 2.000391557s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.497641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.496934Z","time spent":"2.000694424s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:19.735378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309216922s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:19.794889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594487457s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T16:54:19.795075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.491739Z","time spent":"2.303331105s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:19.795704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.493038Z","time spent":"2.30265964s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:54:19.795785Z","caller":"traceutil/trace.go:171","msg":"trace[1835299707] transaction","detail":"{read_only:false; response_revision:27267; number_of_response:1; }","duration":"2.297848821s","start":"2026-07-03T16:54:17.497911Z","end":"2026-07-03T16:54:19.79576Z","steps":["trace[1835299707] 'process raft request' (duration: 2.297591985s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:19.795903Z","caller":"traceutil/trace.go:171","msg":"trace[1512863231] linearizableReadLoop","detail":"{readStateIndex:28234; appliedIndex:28230; }","duration":"2.303956789s","start":"2026-07-03T16:54:17.491922Z","end":"2026-07-03T16:54:19.795879Z","steps":["trace[1512863231] 'read index received' (duration: 708.433089ms)","trace[1512863231] 'applied index is now lower than readState.Index' (duration: 1.59552223s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:19.795931Z","caller":"traceutil/trace.go:171","msg":"trace[1666348059] transaction","detail":"{read_only:false; response_revision:27268; number_of_response:1; }","duration":"1.851629029s","start":"2026-07-03T16:54:17.944289Z","end":"2026-07-03T16:54:19.795918Z","steps":["trace[1666348059] 'process raft request' (duration: 1.851347213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.795921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.4979Z","time spent":"2.297953353s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7771,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:19.795991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.944262Z","time spent":"1.851698161s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18575,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:19.796079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304134393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-lgrq2\" ","response":"range_response_count:1 size:8168"} {"level":"warn","ts":"2026-07-03T16:54:19.796118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304036541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fgvsw\" ","response":"range_response_count:1 size:4159"} {"level":"warn","ts":"2026-07-03T16:54:19.796116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0097302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:19.796145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515468992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:19.79615Z","caller":"traceutil/trace.go:171","msg":"trace[2045268860] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fgvsw; range_end:; response_count:1; response_revision:27268; }","duration":"2.304094993s","start":"2026-07-03T16:54:17.49204Z","end":"2026-07-03T16:54:19.796135Z","steps":["trace[2045268860] 'agreement among raft nodes before linearized reading' (duration: 2.30395573s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:19.796148Z","caller":"traceutil/trace.go:171","msg":"trace[1720932327] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-lgrq2; range_end:; response_count:1; response_revision:27268; }","duration":"2.304221576s","start":"2026-07-03T16:54:17.491912Z","end":"2026-07-03T16:54:19.796133Z","steps":["trace[1720932327] 'agreement among raft nodes before linearized reading' (duration: 2.304038942s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:19.796156Z","caller":"traceutil/trace.go:171","msg":"trace[2065694493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27268; }","duration":"2.009806071s","start":"2026-07-03T16:54:17.786336Z","end":"2026-07-03T16:54:19.796142Z","steps":["trace[2065694493] 'agreement among raft nodes before linearized reading' (duration: 2.009722079s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:19.796169Z","caller":"traceutil/trace.go:171","msg":"trace[841827851] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27268; }","duration":"1.515529134s","start":"2026-07-03T16:54:18.280632Z","end":"2026-07-03T16:54:19.796161Z","steps":["trace[841827851] 'agreement among raft nodes before linearized reading' (duration: 1.515422521s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.796177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.492023Z","time spent":"2.304147594s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4182,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fgvsw\" "} {"level":"warn","ts":"2026-07-03T16:54:19.796139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615758962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:19.796186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.786323Z","time spent":"2.009856503s","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:19.796186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.491907Z","time spent":"2.304269747s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8191,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-lgrq2\" "} {"level":"warn","ts":"2026-07-03T16:54:19.796206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.877853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:19.796184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302544308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-03T16:54:19.796232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.156446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:19.79625Z","caller":"traceutil/trace.go:171","msg":"trace[1939141094] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27268; }","duration":"533.212607ms","start":"2026-07-03T16:54:19.263033Z","end":"2026-07-03T16:54:19.796246Z","steps":["trace[1939141094] 'agreement among raft nodes before linearized reading' (duration: 533.179627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.796199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:18.28061Z","time spent":"1.515584064s","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:19.796219Z","caller":"traceutil/trace.go:171","msg":"trace[975951333] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27268; }","duration":"1.615884205s","start":"2026-07-03T16:54:18.180321Z","end":"2026-07-03T16:54:19.796205Z","steps":["trace[975951333] 'agreement among raft nodes before linearized reading' (duration: 1.615763412s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.796272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.263012Z","time spent":"533.255499ms","remote":"127.0.0.1:57214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:19.796247Z","caller":"traceutil/trace.go:171","msg":"trace[611766799] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee; range_end:; response_count:1; response_revision:27268; }","duration":"2.30264976s","start":"2026-07-03T16:54:17.493585Z","end":"2026-07-03T16:54:19.796234Z","steps":["trace[611766799] 'agreement among raft nodes before linearized reading' (duration: 2.302454766s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.796309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.725885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:19.796327Z","caller":"traceutil/trace.go:171","msg":"trace[1690996595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27268; }","duration":"859.766465ms","start":"2026-07-03T16:54:18.936555Z","end":"2026-07-03T16:54:19.796321Z","steps":["trace[1690996595] 'agreement among raft nodes before linearized reading' (duration: 859.731794ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:19.796312Z","caller":"traceutil/trace.go:171","msg":"trace[1077346984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27268; }","duration":"297.976355ms","start":"2026-07-03T16:54:19.498251Z","end":"2026-07-03T16:54:19.796227Z","steps":["trace[1077346984] 'agreement among raft nodes before linearized reading' (duration: 297.938914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.79635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:18.936541Z","time spent":"859.806237ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:19.796298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:18.180298Z","time spent":"1.615985806s","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:19.796171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.054668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:19.796351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.49357Z","time spent":"2.302755002s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ecbae678-91f7-4796-a05e-7426007ad2ee\" "} {"level":"warn","ts":"2026-07-03T16:54:19.796417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058016143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:19.796423Z","caller":"traceutil/trace.go:171","msg":"trace[969001887] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:27268; }","duration":"471.360026ms","start":"2026-07-03T16:54:19.325047Z","end":"2026-07-03T16:54:19.796407Z","steps":["trace[969001887] 'agreement among raft nodes before linearized reading' (duration: 471.056818ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:19.796465Z","caller":"traceutil/trace.go:171","msg":"trace[184621866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27268; }","duration":"2.058097335s","start":"2026-07-03T16:54:17.738359Z","end":"2026-07-03T16:54:19.796456Z","steps":["trace[184621866] 'agreement among raft nodes before linearized reading' (duration: 2.058019662s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.796387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299855977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:19.796513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.325032Z","time spent":"471.465828ms","remote":"127.0.0.1:59582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:19.796579Z","caller":"traceutil/trace.go:171","msg":"trace[438077307] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27268; }","duration":"2.300290857s","start":"2026-07-03T16:54:17.496243Z","end":"2026-07-03T16:54:19.796534Z","steps":["trace[438077307] 'agreement among raft nodes before linearized reading' (duration: 2.299830936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.796659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.496214Z","time spent":"2.30043056s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:19.796708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.93867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:19.796489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.738341Z","time spent":"2.058141746s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:19.79678Z","caller":"traceutil/trace.go:171","msg":"trace[1007578133] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27268; }","duration":"881.568174ms","start":"2026-07-03T16:54:18.915193Z","end":"2026-07-03T16:54:19.796762Z","steps":["trace[1007578133] 'agreement among raft nodes before linearized reading' (duration: 880.850957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:19.796834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:18.915103Z","time spent":"881.713917ms","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:20.881413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25942,"took":"12.135293669s","hash":3924901954,"current-db-size-bytes":51855360,"current-db-size":"52 MB","current-db-size-in-use-bytes":32899072,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-03T16:54:20.881487Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3924901954,"revision":25942,"compact-revision":22832} {"level":"warn","ts":"2026-07-03T16:54:20.882725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.557031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:20.882952Z","caller":"traceutil/trace.go:171","msg":"trace[1761102788] linearizableReadLoop","detail":"{readStateIndex:28236; appliedIndex:28234; }","duration":"1.08063237s","start":"2026-07-03T16:54:19.802293Z","end":"2026-07-03T16:54:20.882926Z","steps":["trace[1761102788] 'read index received' (duration: 114.820333ms)","trace[1761102788] 'applied index is now lower than readState.Index' (duration: 965.810477ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:20.883058Z","caller":"traceutil/trace.go:171","msg":"trace[155216139] transaction","detail":"{read_only:false; response_revision:27269; number_of_response:1; }","duration":"1.086690748s","start":"2026-07-03T16:54:19.796337Z","end":"2026-07-03T16:54:20.883027Z","steps":["trace[155216139] 'process raft request' (duration: 120.727298ms)","trace[155216139] 'compare' (duration: 964.811685ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:20.883083Z","caller":"traceutil/trace.go:171","msg":"trace[480900805] transaction","detail":"{read_only:false; response_revision:27270; number_of_response:1; }","duration":"1.085196724s","start":"2026-07-03T16:54:19.797859Z","end":"2026-07-03T16:54:20.883055Z","steps":["trace[480900805] 'process raft request' (duration: 1.084970719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:20.883146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080835505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:20.883212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.797842Z","time spent":"1.085289297s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:20.88325Z","caller":"traceutil/trace.go:171","msg":"trace[1084117162] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27270; }","duration":"1.080977438s","start":"2026-07-03T16:54:19.802255Z","end":"2026-07-03T16:54:20.883232Z","steps":["trace[1084117162] 'agreement among raft nodes before linearized reading' (duration: 1.080787484s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:20.883309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.802239Z","time spent":"1.081054019s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:20.883178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.796313Z","time spent":"1.086812742s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:20.883939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081627933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:54:20.883998Z","caller":"traceutil/trace.go:171","msg":"trace[1404370975] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27270; }","duration":"1.081724695s","start":"2026-07-03T16:54:19.802259Z","end":"2026-07-03T16:54:20.883983Z","steps":["trace[1404370975] 'agreement among raft nodes before linearized reading' (duration: 1.080785653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:20.884061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.802252Z","time spent":"1.081797517s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:21.947045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:21.947127Z","caller":"traceutil/trace.go:171","msg":"trace[1831464545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055405s","start":"2026-07-03T16:54:19.946554Z","end":"2026-07-03T16:54:21.947108Z","steps":["trace[1831464545] 'agreement among raft nodes before linearized reading' (duration: 2.000454678s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:21.947175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.946535Z","time spent":"2.000631552s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:22.191335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.118678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:22.191754Z","caller":"traceutil/trace.go:171","msg":"trace[458367688] transaction","detail":"{read_only:false; response_revision:27271; number_of_response:1; }","duration":"1.912994461s","start":"2026-07-03T16:54:20.278736Z","end":"2026-07-03T16:54:22.191731Z","steps":["trace[458367688] 'process raft request' (duration: 959.3783ms)","trace[458367688] 'compare' (duration: 952.31091ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:22.191769Z","caller":"traceutil/trace.go:171","msg":"trace[1631890282] transaction","detail":"{read_only:false; response_revision:27272; number_of_response:1; }","duration":"1.535702145s","start":"2026-07-03T16:54:20.656037Z","end":"2026-07-03T16:54:22.191739Z","steps":["trace[1631890282] 'process raft request' (duration: 1.535423208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:22.19186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.278716Z","time spent":"1.913090203s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:22.191856Z","caller":"traceutil/trace.go:171","msg":"trace[1335627558] transaction","detail":"{read_only:false; response_revision:27273; number_of_response:1; }","duration":"1.534159628s","start":"2026-07-03T16:54:20.657654Z","end":"2026-07-03T16:54:22.191814Z","steps":["trace[1335627558] 'process raft request' (duration: 1.533916933s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:22.191916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.656014Z","time spent":"1.535817077s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:22.192034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.657645Z","time spent":"1.534294042s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:23.947369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:23.947453Z","caller":"traceutil/trace.go:171","msg":"trace[1908970850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007644s","start":"2026-07-03T16:54:21.947358Z","end":"2026-07-03T16:54:23.947434Z","steps":["trace[1908970850] 'agreement among raft nodes before linearized reading' (duration: 1.999932927s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:23.9475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:21.947338Z","time spent":"2.000153212s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:24.746061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.495433712s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:25.071221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879553515s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:54:25.071408Z","caller":"traceutil/trace.go:171","msg":"trace[1847470860] linearizableReadLoop","detail":"{readStateIndex:28240; appliedIndex:28236; }","duration":"4.188385989s","start":"2026-07-03T16:54:20.883009Z","end":"2026-07-03T16:54:25.071395Z","steps":["trace[1847470860] 'read index received' (duration: 355.06652ms)","trace[1847470860] 'applied index is now lower than readState.Index' (duration: 3.833318469s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:25.07212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242134646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-07-03T16:54:25.072153Z","caller":"traceutil/trace.go:171","msg":"trace[1462559450] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27273; }","duration":"5.242214757s","start":"2026-07-03T16:54:19.829929Z","end":"2026-07-03T16:54:25.072144Z","steps":["trace[1462559450] 'agreement among raft nodes before linearized reading' (duration: 5.242099014s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.072214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.829908Z","time spent":"5.242301149s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":915,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-07-03T16:54:25.072397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265213283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:7789"} {"level":"info","ts":"2026-07-03T16:54:25.072423Z","caller":"traceutil/trace.go:171","msg":"trace[787015814] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:27273; }","duration":"5.265238193s","start":"2026-07-03T16:54:19.807178Z","end":"2026-07-03T16:54:25.072416Z","steps":["trace[787015814] 'agreement among raft nodes before linearized reading' (duration: 5.265164371s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.072441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.807147Z","time spent":"5.265289874s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7812,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"info","ts":"2026-07-03T16:54:25.073598Z","caller":"traceutil/trace.go:171","msg":"trace[501085790] transaction","detail":"{read_only:false; response_revision:27274; number_of_response:1; }","duration":"2.823079995s","start":"2026-07-03T16:54:22.250503Z","end":"2026-07-03T16:54:25.073583Z","steps":["trace[501085790] 'process raft request' (duration: 2.820808873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.073677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.250474Z","time spent":"2.823154587s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:25.57152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:25.955599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:25.955748Z","caller":"traceutil/trace.go:171","msg":"trace[1017597662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246773s","start":"2026-07-03T16:54:23.955466Z","end":"2026-07-03T16:54:25.955713Z","steps":["trace[1017597662] 'agreement among raft nodes before linearized reading' (duration: 2.000063669s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.955817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.955447Z","time spent":"2.000357575s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:26.072408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:26.573028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:27.073201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:27.574289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:27.956051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:27.956178Z","caller":"traceutil/trace.go:171","msg":"trace[1221449838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062069s","start":"2026-07-03T16:54:25.956087Z","end":"2026-07-03T16:54:27.95615Z","steps":["trace[1221449838] 'agreement among raft nodes before linearized reading' (duration: 1.999890655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:27.95625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:25.95601Z","time spent":"2.000224703s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:27.999811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.997197113s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:28.06233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073634821s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.062481Z","caller":"traceutil/trace.go:171","msg":"trace[993886424] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27274; }","duration":"1.073798454s","start":"2026-07-03T16:54:26.988658Z","end":"2026-07-03T16:54:28.062457Z","steps":["trace[993886424] 'range keys from in-memory index tree' (duration: 1.07361439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.062529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988786021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:28.062758Z","caller":"traceutil/trace.go:171","msg":"trace[873529382] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"4.847266876s","start":"2026-07-03T16:54:23.215457Z","end":"2026-07-03T16:54:28.062724Z","steps":["trace[873529382] 'process raft request' (duration: 1.858165148s)","trace[873529382] 'compare' (duration: 2.987520983s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:28.062824Z","caller":"traceutil/trace.go:171","msg":"trace[1426918623] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"3.067049327s","start":"2026-07-03T16:54:24.995752Z","end":"2026-07-03T16:54:28.062801Z","steps":["trace[1426918623] 'process raft request' (duration: 3.066917924s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.062906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.215437Z","time spent":"4.847392789s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:28.062936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.995727Z","time spent":"3.067156141s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:28.610829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.716692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:28.610952Z","caller":"traceutil/trace.go:171","msg":"trace[184738387] linearizableReadLoop","detail":"{readStateIndex:28244; appliedIndex:28241; }","duration":"3.539496898s","start":"2026-07-03T16:54:25.071433Z","end":"2026-07-03T16:54:28.61093Z","steps":["trace[184738387] 'read index received' (duration: 2.928586235s)","trace[184738387] 'applied index is now lower than readState.Index' (duration: 610.908733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:28.611033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630924064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.61109Z","caller":"traceutil/trace.go:171","msg":"trace[1616244092] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27277; }","duration":"5.631028496s","start":"2026-07-03T16:54:22.980044Z","end":"2026-07-03T16:54:28.611073Z","steps":["trace[1616244092] 'agreement among raft nodes before linearized reading' (duration: 5.630928524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.611224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.721380398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.611286Z","caller":"traceutil/trace.go:171","msg":"trace[1015247748] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27277; }","duration":"7.7214592s","start":"2026-07-03T16:54:20.889811Z","end":"2026-07-03T16:54:28.611271Z","steps":["trace[1015247748] 'agreement among raft nodes before linearized reading' (duration: 7.721348807s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.611299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.980021Z","time spent":"5.631107139s","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.611314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.723452355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-03T16:54:28.611297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.168746696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.611328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.889807Z","time spent":"7.721510381s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:54:28.611362Z","caller":"traceutil/trace.go:171","msg":"trace[796900621] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407; range_end:; response_count:1; response_revision:27277; }","duration":"7.723531368s","start":"2026-07-03T16:54:20.887815Z","end":"2026-07-03T16:54:28.611346Z","steps":["trace[796900621] 'agreement among raft nodes before linearized reading' (duration: 7.723379154s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:28.611377Z","caller":"traceutil/trace.go:171","msg":"trace[1808333266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27277; }","duration":"7.16889063s","start":"2026-07-03T16:54:21.442465Z","end":"2026-07-03T16:54:28.611355Z","steps":["trace[1808333266] 'agreement among raft nodes before linearized reading' (duration: 7.168734496s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:28.611327Z","caller":"traceutil/trace.go:171","msg":"trace[1849548956] transaction","detail":"{read_only:false; response_revision:27277; number_of_response:1; }","duration":"1.409661975s","start":"2026-07-03T16:54:27.201623Z","end":"2026-07-03T16:54:28.611285Z","steps":["trace[1849548956] 'process raft request' (duration: 1.001333779s)","trace[1849548956] 'compare' (duration: 407.583429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:28.611406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.887797Z","time spent":"7.723601559s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407\" "} {"level":"warn","ts":"2026-07-03T16:54:28.611423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:21.442434Z","time spent":"7.168977402s","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.611416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240352145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.611373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727230755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:28.611433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.725238446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:54:28.611483Z","caller":"traceutil/trace.go:171","msg":"trace[1235558785] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27277; }","duration":"4.240463938s","start":"2026-07-03T16:54:24.370998Z","end":"2026-07-03T16:54:28.611462Z","steps":["trace[1235558785] 'agreement among raft nodes before linearized reading' (duration: 4.240309055s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.611445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332294713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.611522Z","caller":"traceutil/trace.go:171","msg":"trace[19280632] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27277; }","duration":"7.725360238s","start":"2026-07-03T16:54:20.886141Z","end":"2026-07-03T16:54:28.611501Z","steps":["trace[19280632] 'agreement among raft nodes before linearized reading' (duration: 7.725069291s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.611523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.201599Z","time spent":"1.409826278s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:28.611533Z","caller":"traceutil/trace.go:171","msg":"trace[406983775] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27277; }","duration":"4.727357107s","start":"2026-07-03T16:54:23.884115Z","end":"2026-07-03T16:54:28.611473Z","steps":["trace[406983775] 'agreement among raft nodes before linearized reading' (duration: 4.727124392s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.611578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.886127Z","time spent":"7.725439261s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:54:28.611591Z","caller":"traceutil/trace.go:171","msg":"trace[116140841] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27277; }","duration":"6.332537298s","start":"2026-07-03T16:54:22.279021Z","end":"2026-07-03T16:54:28.611558Z","steps":["trace[116140841] 'agreement among raft nodes before linearized reading' (duration: 6.33218603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.611577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.481223345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.611695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.279Z","time spent":"6.33265517s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:28.611815Z","caller":"traceutil/trace.go:171","msg":"trace[600610342] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27277; }","duration":"5.481600803s","start":"2026-07-03T16:54:23.130161Z","end":"2026-07-03T16:54:28.611761Z","steps":["trace[600610342] 'agreement among raft nodes before linearized reading' (duration: 5.481114392s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.611637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.884056Z","time spent":"4.727559622s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.611885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.130143Z","time spent":"5.481726816s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.611888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.596865357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.611535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.370978Z","time spent":"4.240540679s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.61193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.760053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.611957Z","caller":"traceutil/trace.go:171","msg":"trace[1352078295] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27277; }","duration":"4.597472901s","start":"2026-07-03T16:54:24.014463Z","end":"2026-07-03T16:54:28.611936Z","steps":["trace[1352078295] 'agreement among raft nodes before linearized reading' (duration: 4.596695283s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:28.612006Z","caller":"traceutil/trace.go:171","msg":"trace[838065614] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27277; }","duration":"217.889826ms","start":"2026-07-03T16:54:28.394092Z","end":"2026-07-03T16:54:28.611982Z","steps":["trace[838065614] 'agreement among raft nodes before linearized reading' (duration: 217.760363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276071114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-07-03T16:54:28.612086Z","caller":"traceutil/trace.go:171","msg":"trace[1455215005] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27277; }","duration":"1.276165816s","start":"2026-07-03T16:54:27.335905Z","end":"2026-07-03T16:54:28.612071Z","steps":["trace[1455215005] 'agreement among raft nodes before linearized reading' (duration: 1.275936211s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413279146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:28.612144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352793785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.612153Z","caller":"traceutil/trace.go:171","msg":"trace[53807378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27277; }","duration":"2.413332917s","start":"2026-07-03T16:54:26.198802Z","end":"2026-07-03T16:54:28.612135Z","steps":["trace[53807378] 'agreement among raft nodes before linearized reading' (duration: 2.413226295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.245892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.612187Z","caller":"traceutil/trace.go:171","msg":"trace[300369911] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27277; }","duration":"1.352888428s","start":"2026-07-03T16:54:27.259287Z","end":"2026-07-03T16:54:28.612175Z","steps":["trace[300369911] 'agreement among raft nodes before linearized reading' (duration: 1.352829107s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:26.19877Z","time spent":"2.413413999s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:28.612209Z","caller":"traceutil/trace.go:171","msg":"trace[1717029849] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27277; }","duration":"538.295134ms","start":"2026-07-03T16:54:28.073898Z","end":"2026-07-03T16:54:28.612193Z","steps":["trace[1717029849] 'agreement among raft nodes before linearized reading' (duration: 538.220022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.120622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.612242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.073883Z","time spent":"538.350655ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.612262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391886198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.61222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.259262Z","time spent":"1.352949669s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:28.612293Z","caller":"traceutil/trace.go:171","msg":"trace[9488857] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27277; }","duration":"1.39194759s","start":"2026-07-03T16:54:27.220335Z","end":"2026-07-03T16:54:28.612283Z","steps":["trace[9488857] 'agreement among raft nodes before linearized reading' (duration: 1.391903879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831495709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.612326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.220311Z","time spent":"1.392008292s","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:28.612349Z","caller":"traceutil/trace.go:171","msg":"trace[1385404385] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27277; }","duration":"1.831789227s","start":"2026-07-03T16:54:26.780539Z","end":"2026-07-03T16:54:28.612328Z","steps":["trace[1385404385] 'agreement among raft nodes before linearized reading' (duration: 1.831484559s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:28.612259Z","caller":"traceutil/trace.go:171","msg":"trace[2055351349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27277; }","duration":"648.214655ms","start":"2026-07-03T16:54:27.964031Z","end":"2026-07-03T16:54:28.612245Z","steps":["trace[2055351349] 'agreement among raft nodes before linearized reading' (duration: 648.143383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:26.780518Z","time spent":"1.831881828s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.612432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.963997Z","time spent":"648.41866ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:28.612148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.335885Z","time spent":"1.276245008s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:54:28.612449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526995463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" ","response":"range_response_count:1 size:7026"} {"level":"info","ts":"2026-07-03T16:54:28.612506Z","caller":"traceutil/trace.go:171","msg":"trace[2093890257] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5; range_end:; response_count:1; response_revision:27277; }","duration":"3.527086825s","start":"2026-07-03T16:54:25.085398Z","end":"2026-07-03T16:54:28.612485Z","steps":["trace[2093890257] 'agreement among raft nodes before linearized reading' (duration: 3.526934782s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.612563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:25.085381Z","time spent":"3.527168948s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7049,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" "} {"level":"warn","ts":"2026-07-03T16:54:28.61278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.724987271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed5b37dbf9446\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-07-03T16:54:28.612063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.014394Z","time spent":"4.597649645s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:28.613034Z","caller":"traceutil/trace.go:171","msg":"trace[1494379244] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed5b37dbf9446; range_end:; response_count:1; response_revision:27277; }","duration":"7.725271148s","start":"2026-07-03T16:54:20.887737Z","end":"2026-07-03T16:54:28.613009Z","steps":["trace[1494379244] 'agreement among raft nodes before linearized reading' (duration: 7.723477457s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.613388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.887723Z","time spent":"7.725645296s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":885,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed5b37dbf9446\" "} {"level":"warn","ts":"2026-07-03T16:54:28.613786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538191019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-79db698cfc-z7h6c\" ","response":"range_response_count:1 size:11668"} {"level":"info","ts":"2026-07-03T16:54:28.613853Z","caller":"traceutil/trace.go:171","msg":"trace[279568957] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-79db698cfc-z7h6c; range_end:; response_count:1; response_revision:27277; }","duration":"3.53829441s","start":"2026-07-03T16:54:25.075544Z","end":"2026-07-03T16:54:28.613838Z","steps":["trace[279568957] 'agreement among raft nodes before linearized reading' (duration: 3.536284384s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.613898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:25.075529Z","time spent":"3.538357852s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11691,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-79db698cfc-z7h6c\" "} {"level":"warn","ts":"2026-07-03T16:54:29.132258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:30.637405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088395237s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:30.637491Z","caller":"traceutil/trace.go:171","msg":"trace[1694239591] transaction","detail":"{read_only:false; response_revision:27278; number_of_response:1; }","duration":"2.02116175s","start":"2026-07-03T16:54:28.616308Z","end":"2026-07-03T16:54:30.63747Z","steps":["trace[1694239591] 'process raft request' (duration: 932.62099ms)","trace[1694239591] 'compare' (duration: 1.068947983s)","trace[1694239591] 'store kv pair into bolt db' {req_type:put; key:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed5b37dbf9446; req_size:841; } (duration: 19.338771ms)"],"step_count":3} {"level":"warn","ts":"2026-07-03T16:54:30.637543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.616295Z","time spent":"2.021220561s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:30.928045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379043037s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:31.945446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:31.945536Z","caller":"traceutil/trace.go:171","msg":"trace[237031009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013898s","start":"2026-07-03T16:54:29.945497Z","end":"2026-07-03T16:54:31.945511Z","steps":["trace[237031009] 'agreement among raft nodes before linearized reading' (duration: 1.999905286s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:31.945584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.945477Z","time spent":"2.000098281s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:33.760989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:31.12646Z","time spent":"2.634523639s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:33.764596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836247827s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:33.76477Z","caller":"traceutil/trace.go:171","msg":"trace[2128796451] linearizableReadLoop","detail":"{readStateIndex:28246; appliedIndex:28244; }","duration":"5.147605076s","start":"2026-07-03T16:54:28.617143Z","end":"2026-07-03T16:54:33.764748Z","steps":["trace[2128796451] 'read index received' (duration: 931.821502ms)","trace[2128796451] 'applied index is now lower than readState.Index' (duration: 4.215781024s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:33.764951Z","caller":"traceutil/trace.go:171","msg":"trace[1588288269] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"5.144606128s","start":"2026-07-03T16:54:28.620311Z","end":"2026-07-03T16:54:33.764917Z","steps":["trace[1588288269] 'process raft request' (duration: 2.307935171s)","trace[1588288269] 'compare' (duration: 2.831912208s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:33.765093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.620291Z","time spent":"5.14472765s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7186,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:33.765257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.148120378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:54:33.765337Z","caller":"traceutil/trace.go:171","msg":"trace[806579085] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27279; }","duration":"5.148255881s","start":"2026-07-03T16:54:28.617068Z","end":"2026-07-03T16:54:33.765324Z","steps":["trace[806579085] 'agreement among raft nodes before linearized reading' (duration: 5.148025336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:33.765417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.617045Z","time spent":"5.148358744s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:33.945975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:33.946065Z","caller":"traceutil/trace.go:171","msg":"trace[1929232859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404197s","start":"2026-07-03T16:54:31.945639Z","end":"2026-07-03T16:54:33.946044Z","steps":["trace[1929232859] 'agreement among raft nodes before linearized reading' (duration: 2.000228823s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:33.946116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:31.945618Z","time spent":"2.000488188s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:35.953905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:35.954034Z","caller":"traceutil/trace.go:171","msg":"trace[1136124896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252354s","start":"2026-07-03T16:54:33.953752Z","end":"2026-07-03T16:54:35.954004Z","steps":["trace[1136124896] 'agreement among raft nodes before linearized reading' (duration: 2.00007386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:35.954099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.953732Z","time spent":"2.000355686s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:37.462289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.006677321s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:37.913194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.946537275s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:54:37.913777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.635568ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:37.9139Z","caller":"traceutil/trace.go:171","msg":"trace[675066043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27280; }","duration":"924.769301ms","start":"2026-07-03T16:54:36.989113Z","end":"2026-07-03T16:54:37.913882Z","steps":["trace[675066043] 'range keys from in-memory index tree' (duration: 924.618478ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:37.914304Z","caller":"traceutil/trace.go:171","msg":"trace[1233527614] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"4.296472297s","start":"2026-07-03T16:54:33.617806Z","end":"2026-07-03T16:54:37.914278Z","steps":["trace[1233527614] 'process raft request' (duration: 4.295492505s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:37.914329Z","caller":"traceutil/trace.go:171","msg":"trace[1157001871] linearizableReadLoop","detail":"{readStateIndex:28248; appliedIndex:28246; }","duration":"4.14946376s","start":"2026-07-03T16:54:33.764841Z","end":"2026-07-03T16:54:37.914305Z","steps":["trace[1157001871] 'read index received' (duration: 201.739128ms)","trace[1157001871] 'applied index is now lower than readState.Index' (duration: 3.947723242s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:37.914452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.617789Z","time spent":"4.29657591s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:37.954596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:37.954721Z","caller":"traceutil/trace.go:171","msg":"trace[2047906102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574941s","start":"2026-07-03T16:54:35.954122Z","end":"2026-07-03T16:54:37.954697Z","steps":["trace[2047906102] 'agreement among raft nodes before linearized reading' (duration: 2.000402777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.954788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.954099Z","time spent":"2.000673013s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:39.721154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.650686394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:39.721223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.000778827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T16:54:39.721335Z","caller":"traceutil/trace.go:171","msg":"trace[184995296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27281; }","duration":"11.000969351s","start":"2026-07-03T16:54:28.720339Z","end":"2026-07-03T16:54:39.721308Z","steps":["trace[184995296] 'agreement among raft nodes before linearized reading' (duration: 9.194198846s)","trace[184995296] 'range keys from in-memory index tree' (duration: 1.806504079s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.721393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.720313Z","time spent":"11.001066913s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-03T16:54:39.721406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.91946553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.72149Z","caller":"traceutil/trace.go:171","msg":"trace[304698906] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27281; }","duration":"9.919601943s","start":"2026-07-03T16:54:29.801866Z","end":"2026-07-03T16:54:39.721468Z","steps":["trace[304698906] 'agreement among raft nodes before linearized reading' (duration: 8.112680155s)","trace[304698906] 'count revisions from in-memory index tree' (duration: 1.806797236s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.721541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.801847Z","time spent":"9.919682226s","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.722096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.588978923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.722156Z","caller":"traceutil/trace.go:171","msg":"trace[1743486471] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27281; }","duration":"8.589075156s","start":"2026-07-03T16:54:31.133068Z","end":"2026-07-03T16:54:39.722143Z","steps":["trace[1743486471] 'agreement among raft nodes before linearized reading' (duration: 6.781316438s)","trace[1743486471] 'count revisions from in-memory index tree' (duration: 1.807669175s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.72219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:31.133049Z","time spent":"8.589130188s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.722585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.122085381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.722607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.418427569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.722669Z","caller":"traceutil/trace.go:171","msg":"trace[194445372] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27281; }","duration":"7.122195705s","start":"2026-07-03T16:54:32.600447Z","end":"2026-07-03T16:54:39.722643Z","steps":["trace[194445372] 'agreement among raft nodes before linearized reading' (duration: 5.314067188s)","trace[194445372] 'count revisions from in-memory index tree' (duration: 1.808025283s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.72267Z","caller":"traceutil/trace.go:171","msg":"trace[2087007460] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27281; }","duration":"9.418531071s","start":"2026-07-03T16:54:30.304118Z","end":"2026-07-03T16:54:39.72265Z","steps":["trace[2087007460] 'agreement among raft nodes before linearized reading' (duration: 7.610414845s)","trace[2087007460] 'count revisions from in-memory index tree' (duration: 1.808036125s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.722714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.600433Z","time spent":"7.122268076s","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.722733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.580963154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.721243Z","caller":"traceutil/trace.go:171","msg":"trace[494199016] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27281; }","duration":"7.650837788s","start":"2026-07-03T16:54:32.070381Z","end":"2026-07-03T16:54:39.721219Z","steps":["trace[494199016] 'agreement among raft nodes before linearized reading' (duration: 5.844158335s)","trace[494199016] 'count revisions from in-memory index tree' (duration: 1.80655775s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.722779Z","caller":"traceutil/trace.go:171","msg":"trace[1558422052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27281; }","duration":"6.581051566s","start":"2026-07-03T16:54:33.141713Z","end":"2026-07-03T16:54:39.722765Z","steps":["trace[1558422052] 'agreement among raft nodes before linearized reading' (duration: 4.772777246s)","trace[1558422052] 'count revisions from in-memory index tree' (duration: 1.808209018s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.722812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.141693Z","time spent":"6.581108647s","remote":"127.0.0.1:57136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.722819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.082510177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed5b37dbb6906\" ","response":"range_response_count:1 size:901"} {"level":"warn","ts":"2026-07-03T16:54:39.722825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.070351Z","time spent":"7.652452565s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.722856Z","caller":"traceutil/trace.go:171","msg":"trace[1443734300] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed5b37dbb6906; range_end:; response_count:1; response_revision:27281; }","duration":"9.082560838s","start":"2026-07-03T16:54:30.64028Z","end":"2026-07-03T16:54:39.722841Z","steps":["trace[1443734300] 'agreement among raft nodes before linearized reading' (duration: 7.274241598s)","trace[1443734300] 'range keys from in-memory index tree' (duration: 1.808239409s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.722889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.640267Z","time spent":"9.082614819s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":924,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed5b37dbb6906\" "} {"level":"warn","ts":"2026-07-03T16:54:39.722925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.502236355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.722763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.333615552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.722974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.822462999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.722998Z","caller":"traceutil/trace.go:171","msg":"trace[533623906] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27281; }","duration":"7.333873399s","start":"2026-07-03T16:54:32.389105Z","end":"2026-07-03T16:54:39.722978Z","steps":["trace[533623906] 'agreement among raft nodes before linearized reading' (duration: 5.525423135s)","trace[533623906] 'count revisions from in-memory index tree' (duration: 1.808213718s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.723018Z","caller":"traceutil/trace.go:171","msg":"trace[833155052] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27281; }","duration":"6.82252706s","start":"2026-07-03T16:54:32.900476Z","end":"2026-07-03T16:54:39.723003Z","steps":["trace[833155052] 'agreement among raft nodes before linearized reading' (duration: 5.014025045s)","trace[833155052] 'count revisions from in-memory index tree' (duration: 1.808454674s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.723039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.389086Z","time spent":"7.333939611s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.723053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.900463Z","time spent":"6.822582532s","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.722718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.304096Z","time spent":"9.418609662s","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.722939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.570889849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:39.723148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.313468244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.722731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.914830895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-07-03T16:54:39.723082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.152298452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.723247Z","caller":"traceutil/trace.go:171","msg":"trace[133905919] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:27281; }","duration":"10.915393937s","start":"2026-07-03T16:54:28.807841Z","end":"2026-07-03T16:54:39.723235Z","steps":["trace[133905919] 'agreement among raft nodes before linearized reading' (duration: 9.106683258s)","trace[133905919] 'range keys from in-memory index tree' (duration: 1.808063125s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.72325Z","caller":"traceutil/trace.go:171","msg":"trace[955206158] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27281; }","duration":"6.313567916s","start":"2026-07-03T16:54:33.409627Z","end":"2026-07-03T16:54:39.723195Z","steps":["trace[955206158] 'agreement among raft nodes before linearized reading' (duration: 4.504833426s)","trace[955206158] 'count revisions from in-memory index tree' (duration: 1.808656199s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.723282Z","caller":"traceutil/trace.go:171","msg":"trace[1086064987] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27281; }","duration":"6.152526238s","start":"2026-07-03T16:54:33.570716Z","end":"2026-07-03T16:54:39.723243Z","steps":["trace[1086064987] 'agreement among raft nodes before linearized reading' (duration: 4.343699216s)","trace[1086064987] 'count revisions from in-memory index tree' (duration: 1.808625378s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.723295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.409608Z","time spent":"6.313676678s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.723356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.570697Z","time spent":"6.152619831s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.723152Z","caller":"traceutil/trace.go:171","msg":"trace[1095766410] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27281; }","duration":"10.571140405s","start":"2026-07-03T16:54:29.151997Z","end":"2026-07-03T16:54:39.723137Z","steps":["trace[1095766410] 'agreement among raft nodes before linearized reading' (duration: 8.762482227s)","trace[1095766410] 'count revisions from in-memory index tree' (duration: 1.808423653s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.723288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.807817Z","time spent":"10.915460709s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-07-03T16:54:39.722978Z","caller":"traceutil/trace.go:171","msg":"trace[1134553588] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27281; }","duration":"6.502339467s","start":"2026-07-03T16:54:33.220627Z","end":"2026-07-03T16:54:39.722967Z","steps":["trace[1134553588] 'agreement among raft nodes before linearized reading' (duration: 4.693845692s)","trace[1134553588] 'count revisions from in-memory index tree' (duration: 1.808422353s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.723555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.03244398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-03T16:54:39.724888Z","caller":"traceutil/trace.go:171","msg":"trace[1087095908] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:27281; }","duration":"11.033924463s","start":"2026-07-03T16:54:28.690939Z","end":"2026-07-03T16:54:39.724863Z","steps":["trace[1087095908] 'agreement among raft nodes before linearized reading' (duration: 9.223621547s)","trace[1087095908] 'range keys from in-memory index tree' (duration: 1.808046014s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.723535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.151977Z","time spent":"10.571490533s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.725193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.690917Z","time spent":"11.034036076s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-07-03T16:54:39.723054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.773724584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.72356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.22059Z","time spent":"6.502942791s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.723589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.912938321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.723556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.783156739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.723738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809346934s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:54:39.725309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.033681377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-07-03T16:54:39.725741Z","caller":"traceutil/trace.go:171","msg":"trace[149637660] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27281; }","duration":"10.915114801s","start":"2026-07-03T16:54:28.810607Z","end":"2026-07-03T16:54:39.725722Z","steps":["trace[149637660] 'agreement among raft nodes before linearized reading' (duration: 9.103897544s)","trace[149637660] 'count revisions from in-memory index tree' (duration: 1.809055158s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.725735Z","caller":"traceutil/trace.go:171","msg":"trace[557812100] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27281; }","duration":"7.776431076s","start":"2026-07-03T16:54:31.949269Z","end":"2026-07-03T16:54:39.7257Z","steps":["trace[557812100] 'agreement among raft nodes before linearized reading' (duration: 5.96528509s)","trace[557812100] 'count revisions from in-memory index tree' (duration: 1.808467595s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.725794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.810591Z","time spent":"10.915186292s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.725794Z","caller":"traceutil/trace.go:171","msg":"trace[105756680] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27281; }","duration":"8.785477022s","start":"2026-07-03T16:54:30.940275Z","end":"2026-07-03T16:54:39.725752Z","steps":["trace[105756680] 'agreement among raft nodes before linearized reading' (duration: 6.974233434s)","trace[105756680] 'count revisions from in-memory index tree' (duration: 1.808932045s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.725845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:31.949245Z","time spent":"7.776571169s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.725964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.940253Z","time spent":"8.785595835s","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.726092Z","caller":"traceutil/trace.go:171","msg":"trace[341612618] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:27281; }","duration":"11.034107508s","start":"2026-07-03T16:54:28.691598Z","end":"2026-07-03T16:54:39.725705Z","steps":["trace[341612618] 'agreement among raft nodes before linearized reading' (duration: 9.222952592s)","trace[341612618] 'range keys from in-memory index tree' (duration: 1.807494802s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.726289Z","caller":"traceutil/trace.go:171","msg":"trace[828568235] transaction","detail":"{read_only:false; response_revision:27284; number_of_response:1; }","duration":"2.528289274s","start":"2026-07-03T16:54:37.197985Z","end":"2026-07-03T16:54:39.726275Z","steps":["trace[828568235] 'process raft request' (duration: 2.528230003s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.726292Z","caller":"traceutil/trace.go:171","msg":"trace[775137517] transaction","detail":"{read_only:false; response_revision:27282; number_of_response:1; }","duration":"4.270791411s","start":"2026-07-03T16:54:35.455479Z","end":"2026-07-03T16:54:39.72627Z","steps":["trace[775137517] 'process raft request' (duration: 2.458810727s)","trace[775137517] 'compare' (duration: 1.807706816s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.726327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.691592Z","time spent":"11.034559168s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1255,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-07-03T16:54:39.726371Z","caller":"traceutil/trace.go:171","msg":"trace[312899465] transaction","detail":"{read_only:false; response_revision:27283; number_of_response:1; }","duration":"4.155656621s","start":"2026-07-03T16:54:35.570693Z","end":"2026-07-03T16:54:39.726349Z","steps":["trace[312899465] 'process raft request' (duration: 4.155452097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.455455Z","time spent":"4.270879084s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:39.726493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.570674Z","time spent":"4.155745714s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:39.726569Z","caller":"traceutil/trace.go:171","msg":"trace[1313940869] transaction","detail":"{read_only:false; response_revision:27285; number_of_response:1; }","duration":"2.527239739s","start":"2026-07-03T16:54:37.199304Z","end":"2026-07-03T16:54:39.726543Z","steps":["trace[1313940869] 'process raft request' (duration: 2.526943713s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.19796Z","time spent":"2.528360355s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:39.726633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.199286Z","time spent":"2.527312551s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:39.726624Z","caller":"traceutil/trace.go:171","msg":"trace[1077965907] transaction","detail":"{read_only:false; response_revision:27286; number_of_response:1; }","duration":"1.480687358s","start":"2026-07-03T16:54:38.245915Z","end":"2026-07-03T16:54:39.726603Z","steps":["trace[1077965907] 'process raft request' (duration: 1.480575395s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.726684Z","caller":"traceutil/trace.go:171","msg":"trace[1869373105] linearizableReadLoop","detail":"{readStateIndex:28252; appliedIndex:28248; }","duration":"1.81223427s","start":"2026-07-03T16:54:37.914429Z","end":"2026-07-03T16:54:39.726664Z","steps":["trace[1869373105] 'read index received' (duration: 138.824µs)","trace[1869373105] 'applied index is now lower than readState.Index' (duration: 1.812093706s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.726736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016270538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.726757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736032158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.726781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.808710037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.726793Z","caller":"traceutil/trace.go:171","msg":"trace[781183758] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27286; }","duration":"3.73610666s","start":"2026-07-03T16:54:35.990677Z","end":"2026-07-03T16:54:39.726784Z","steps":["trace[781183758] 'agreement among raft nodes before linearized reading' (duration: 3.736055069s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480353767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.72682Z","caller":"traceutil/trace.go:171","msg":"trace[714606461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27286; }","duration":"4.808746287s","start":"2026-07-03T16:54:34.918057Z","end":"2026-07-03T16:54:39.726803Z","steps":["trace[714606461] 'agreement among raft nodes before linearized reading' (duration: 4.808681946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255248648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.726847Z","caller":"traceutil/trace.go:171","msg":"trace[160132424] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27286; }","duration":"4.480435178s","start":"2026-07-03T16:54:35.246397Z","end":"2026-07-03T16:54:39.726833Z","steps":["trace[160132424] 'agreement among raft nodes before linearized reading' (duration: 4.480285195s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10349813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.72685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614653756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.726862Z","caller":"traceutil/trace.go:171","msg":"trace[1060867172] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27286; }","duration":"2.255417081s","start":"2026-07-03T16:54:37.471434Z","end":"2026-07-03T16:54:39.726851Z","steps":["trace[1060867172] 'agreement among raft nodes before linearized reading' (duration: 2.255273488s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.726881Z","caller":"traceutil/trace.go:171","msg":"trace[72947154] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27286; }","duration":"3.103562562s","start":"2026-07-03T16:54:36.623312Z","end":"2026-07-03T16:54:39.726875Z","steps":["trace[72947154] 'agreement among raft nodes before linearized reading' (duration: 3.103514401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.24638Z","time spent":"4.48049548s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.726893Z","caller":"traceutil/trace.go:171","msg":"trace[1277293448] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27286; }","duration":"2.614730567s","start":"2026-07-03T16:54:37.112151Z","end":"2026-07-03T16:54:39.726881Z","steps":["trace[1277293448] 'agreement among raft nodes before linearized reading' (duration: 2.614673436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.623293Z","time spent":"3.103608414s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.726911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.47141Z","time spent":"2.255483183s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.726936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.112132Z","time spent":"2.614793169s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.726902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.68061953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.727034Z","caller":"traceutil/trace.go:171","msg":"trace[957753902] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27286; }","duration":"5.680800184s","start":"2026-07-03T16:54:34.046224Z","end":"2026-07-03T16:54:39.727024Z","steps":["trace[957753902] 'agreement among raft nodes before linearized reading' (duration: 5.680647341s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.918038Z","time spent":"4.808805559s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.727054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.958263221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58\" ","response":"range_response_count:1 size:6217"} {"level":"info","ts":"2026-07-03T16:54:39.727091Z","caller":"traceutil/trace.go:171","msg":"trace[1332621375] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58; range_end:; response_count:1; response_revision:27286; }","duration":"5.958321053s","start":"2026-07-03T16:54:33.768761Z","end":"2026-07-03T16:54:39.727082Z","steps":["trace[1332621375] 'agreement among raft nodes before linearized reading' (duration: 5.95819744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.727125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.768745Z","time spent":"5.958372793s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vfc58\" "} {"level":"warn","ts":"2026-07-03T16:54:39.72675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:38.24589Z","time spent":"1.48078712s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:39.726802Z","caller":"traceutil/trace.go:171","msg":"trace[1533230764] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27286; }","duration":"3.016358621s","start":"2026-07-03T16:54:36.710418Z","end":"2026-07-03T16:54:39.726777Z","steps":["trace[1533230764] 'agreement among raft nodes before linearized reading' (duration: 3.016245328s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.727217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.959671572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.726813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.990656Z","time spent":"3.7361521s","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.727222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015880538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.727249Z","caller":"traceutil/trace.go:171","msg":"trace[752680702] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:27286; }","duration":"5.959722964s","start":"2026-07-03T16:54:33.767518Z","end":"2026-07-03T16:54:39.727241Z","steps":["trace[752680702] 'agreement among raft nodes before linearized reading' (duration: 5.959679403s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.727267Z","caller":"traceutil/trace.go:171","msg":"trace[1292201326] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27286; }","duration":"4.015959959s","start":"2026-07-03T16:54:35.711292Z","end":"2026-07-03T16:54:39.727252Z","steps":["trace[1292201326] 'agreement among raft nodes before linearized reading' (duration: 4.015893958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.726943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771708879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.727297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.711273Z","time spent":"4.016014681s","remote":"127.0.0.1:43946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.72731Z","caller":"traceutil/trace.go:171","msg":"trace[551059054] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27286; }","duration":"5.772071777s","start":"2026-07-03T16:54:33.955227Z","end":"2026-07-03T16:54:39.727299Z","steps":["trace[551059054] 'agreement among raft nodes before linearized reading' (duration: 5.771692689s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.727357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.95521Z","time spent":"5.772133639s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.727062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.046198Z","time spent":"5.680855205s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.727225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.710397Z","time spent":"3.016817152s","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.728462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.767507Z","time spent":"5.960930442s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:54:39.963445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:39.963538Z","caller":"traceutil/trace.go:171","msg":"trace[1758949205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000622493s","start":"2026-07-03T16:54:37.962894Z","end":"2026-07-03T16:54:39.963517Z","steps":["trace[1758949205] 'agreement among raft nodes before linearized reading' (duration: 2.000495209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.963597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.962871Z","time spent":"2.000715656s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:40.22738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:54:40.575712Z","caller":"traceutil/trace.go:171","msg":"trace[242679067] transaction","detail":"{read_only:false; response_revision:27287; number_of_response:1; }","duration":"849.800118ms","start":"2026-07-03T16:54:39.725854Z","end":"2026-07-03T16:54:40.575655Z","steps":["trace[242679067] 'process raft request' (duration: 762.158747ms)","trace[242679067] 'compare' (duration: 86.952656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:40.575865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.725839Z","time spent":"849.942611ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:41.501756Z","caller":"traceutil/trace.go:171","msg":"trace[1664028355] linearizableReadLoop","detail":"{readStateIndex:28256; appliedIndex:28253; }","duration":"1.7750204s","start":"2026-07-03T16:54:39.726713Z","end":"2026-07-03T16:54:41.501734Z","steps":["trace[1664028355] 'read index received' (duration: 761.268637ms)","trace[1664028355] 'applied index is now lower than readState.Index' (duration: 1.013750373s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:41.501875Z","caller":"traceutil/trace.go:171","msg":"trace[171699871] transaction","detail":"{read_only:false; response_revision:27288; number_of_response:1; }","duration":"1.767461147s","start":"2026-07-03T16:54:39.734398Z","end":"2026-07-03T16:54:41.501859Z","steps":["trace[171699871] 'process raft request' (duration: 1.767205801s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.501995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.734386Z","time spent":"1.767519998s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:41.502142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.729498Z","time spent":"1.772642575s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:41.502218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877109991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.502307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775563992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-03T16:54:41.502347Z","caller":"traceutil/trace.go:171","msg":"trace[1542146654] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27288; }","duration":"2.877298304s","start":"2026-07-03T16:54:38.625007Z","end":"2026-07-03T16:54:41.502305Z","steps":["trace[1542146654] 'agreement among raft nodes before linearized reading' (duration: 2.877065859s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.502373Z","caller":"traceutil/trace.go:171","msg":"trace[752227747] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003; range_end:; response_count:1; response_revision:27288; }","duration":"1.775630903s","start":"2026-07-03T16:54:39.726725Z","end":"2026-07-03T16:54:41.502356Z","steps":["trace[752227747] 'agreement among raft nodes before linearized reading' (duration: 1.775420119s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.502418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.726693Z","time spent":"1.775716136s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-ae590a68-d59a-41ad-8767-1aa8998c1003\" "} {"level":"warn","ts":"2026-07-03T16:54:41.502417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:38.624983Z","time spent":"2.877417307s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:41.502436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39496954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.502469Z","caller":"traceutil/trace.go:171","msg":"trace[2054229443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27288; }","duration":"1.395040332s","start":"2026-07-03T16:54:40.10742Z","end":"2026-07-03T16:54:41.50246Z","steps":["trace[2054229443] 'agreement among raft nodes before linearized reading' (duration: 1.39497518s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.502508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:40.107402Z","time spent":"1.395097083s","remote":"127.0.0.1:59426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.502505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538441786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.502558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447767596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.502551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77765119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-fdkx8\" ","response":"range_response_count:1 size:5002"} {"level":"warn","ts":"2026-07-03T16:54:41.502562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130476998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.502779Z","caller":"traceutil/trace.go:171","msg":"trace[1588625533] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27288; }","duration":"1.447849037s","start":"2026-07-03T16:54:40.054735Z","end":"2026-07-03T16:54:41.502584Z","steps":["trace[1588625533] 'agreement among raft nodes before linearized reading' (duration: 1.447775496s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.502802Z","caller":"traceutil/trace.go:171","msg":"trace[1679657261] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-fdkx8; range_end:; response_count:1; response_revision:27288; }","duration":"1.777936266s","start":"2026-07-03T16:54:39.724849Z","end":"2026-07-03T16:54:41.502785Z","steps":["trace[1679657261] 'agreement among raft nodes before linearized reading' (duration: 1.777495766s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.502817Z","caller":"traceutil/trace.go:171","msg":"trace[1989472847] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27288; }","duration":"2.130782225s","start":"2026-07-03T16:54:39.372018Z","end":"2026-07-03T16:54:41.5028Z","steps":["trace[1989472847] 'agreement among raft nodes before linearized reading' (duration: 2.130464398s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.502839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:40.054713Z","time spent":"1.448106554s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.502851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.724834Z","time spent":"1.778008798s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5025,"request content":"key:\"/registry/pods/monitoring/goldpinger-fdkx8\" "} {"level":"warn","ts":"2026-07-03T16:54:41.502876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.371997Z","time spent":"2.130863737s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.502908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.498952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj.18bed5b3a1896cde\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-03T16:54:41.502942Z","caller":"traceutil/trace.go:171","msg":"trace[679110094] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj.18bed5b3a1896cde; range_end:; response_count:1; response_revision:27288; }","duration":"923.569424ms","start":"2026-07-03T16:54:40.579363Z","end":"2026-07-03T16:54:41.502932Z","steps":["trace[679110094] 'agreement among raft nodes before linearized reading' (duration: 923.462832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.502978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:40.579343Z","time spent":"923.627275ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":918,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj.18bed5b3a1896cde\" "} {"level":"warn","ts":"2026-07-03T16:54:41.503125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007768925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:41.50257Z","caller":"traceutil/trace.go:171","msg":"trace[1132919088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27288; }","duration":"1.538541969s","start":"2026-07-03T16:54:39.96401Z","end":"2026-07-03T16:54:41.502551Z","steps":["trace[1132919088] 'agreement among raft nodes before linearized reading' (duration: 1.538430036s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.503217Z","caller":"traceutil/trace.go:171","msg":"trace[1231445312] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27288; }","duration":"3.007906188s","start":"2026-07-03T16:54:38.495291Z","end":"2026-07-03T16:54:41.503197Z","steps":["trace[1231445312] 'agreement among raft nodes before linearized reading' (duration: 3.007776415s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.503222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.963992Z","time spent":"1.539212153s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:41.50328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:38.49527Z","time spent":"3.00799208s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.50329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776062043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-jnkxt\" ","response":"range_response_count:1 size:5977"} {"level":"info","ts":"2026-07-03T16:54:41.503355Z","caller":"traceutil/trace.go:171","msg":"trace[496055309] range","detail":"{range_begin:/registry/pods/monitoring/vector-jnkxt; range_end:; response_count:1; response_revision:27288; }","duration":"1.776139885s","start":"2026-07-03T16:54:39.727194Z","end":"2026-07-03T16:54:41.503334Z","steps":["trace[496055309] 'agreement among raft nodes before linearized reading' (duration: 1.776035163s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.503414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.727174Z","time spent":"1.776226767s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6000,"request content":"key:\"/registry/pods/monitoring/vector-jnkxt\" "} {"level":"warn","ts":"2026-07-03T16:54:41.503108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774735743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-4nsv4\" ","response":"range_response_count:1 size:5162"} {"level":"info","ts":"2026-07-03T16:54:41.503505Z","caller":"traceutil/trace.go:171","msg":"trace[1711280151] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-4nsv4; range_end:; response_count:1; response_revision:27288; }","duration":"1.775166423s","start":"2026-07-03T16:54:39.72832Z","end":"2026-07-03T16:54:41.503486Z","steps":["trace[1711280151] 'agreement among raft nodes before linearized reading' (duration: 1.774467917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.503584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.728282Z","time spent":"1.775283954s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5185,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-4nsv4\" "} {"level":"warn","ts":"2026-07-03T16:54:42.007241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:43.002813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.565426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:43.002962Z","caller":"traceutil/trace.go:171","msg":"trace[1511211370] transaction","detail":"{read_only:false; response_revision:27289; number_of_response:1; }","duration":"1.499576228s","start":"2026-07-03T16:54:41.503359Z","end":"2026-07-03T16:54:43.002935Z","steps":["trace[1511211370] 'process raft request' (duration: 574.775997ms)","trace[1511211370] 'compare' (duration: 924.336931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:43.003068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.503335Z","time spent":"1.499679202s","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:43.178337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100199218s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:43.54963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:43.549698Z","caller":"traceutil/trace.go:171","msg":"trace[1208488376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277114s","start":"2026-07-03T16:54:41.549405Z","end":"2026-07-03T16:54:43.549682Z","steps":["trace[1208488376] 'agreement among raft nodes before linearized reading' (duration: 2.000166922s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:43.549735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.549378Z","time spent":"2.000349506s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:45.054184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875347842s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:45.054408Z","caller":"traceutil/trace.go:171","msg":"trace[577928321] transaction","detail":"{read_only:false; response_revision:27290; number_of_response:1; }","duration":"3.54655683s","start":"2026-07-03T16:54:41.507809Z","end":"2026-07-03T16:54:45.054365Z","steps":["trace[577928321] 'process raft request' (duration: 1.670911231s)","trace[577928321] 'compare' (duration: 1.874025842s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:45.054587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.507797Z","time spent":"3.546693763s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:45.0546Z","caller":"traceutil/trace.go:171","msg":"trace[1040096524] transaction","detail":"{read_only:false; response_revision:27291; number_of_response:1; }","duration":"2.13535341s","start":"2026-07-03T16:54:42.919219Z","end":"2026-07-03T16:54:45.054572Z","steps":["trace[1040096524] 'process raft request' (duration: 2.135098394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.054756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:42.919195Z","time spent":"2.135500032s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:45.055087Z","caller":"traceutil/trace.go:171","msg":"trace[1889137553] linearizableReadLoop","detail":"{readStateIndex:28258; appliedIndex:28256; }","duration":"3.54827667s","start":"2026-07-03T16:54:41.506795Z","end":"2026-07-03T16:54:45.055072Z","steps":["trace[1889137553] 'read index received' (duration: 571.334109ms)","trace[1889137553] 'applied index is now lower than readState.Index' (duration: 2.976940231s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:45.055285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546383936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:45.055363Z","caller":"traceutil/trace.go:171","msg":"trace[2060817762] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27291; }","duration":"3.546489359s","start":"2026-07-03T16:54:41.508854Z","end":"2026-07-03T16:54:45.055343Z","steps":["trace[2060817762] 'agreement among raft nodes before linearized reading' (duration: 3.546369986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.055408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.508845Z","time spent":"3.54655356s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:45.055313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548510095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" ","response":"range_response_count:1 size:7539"} {"level":"warn","ts":"2026-07-03T16:54:45.055789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52243209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:45.055804Z","caller":"traceutil/trace.go:171","msg":"trace[1079925103] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-sb274; range_end:; response_count:1; response_revision:27291; }","duration":"3.549022567s","start":"2026-07-03T16:54:41.506763Z","end":"2026-07-03T16:54:45.055785Z","steps":["trace[1079925103] 'agreement among raft nodes before linearized reading' (duration: 3.548411133s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:45.055832Z","caller":"traceutil/trace.go:171","msg":"trace[944098159] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27291; }","duration":"2.522518572s","start":"2026-07-03T16:54:42.533301Z","end":"2026-07-03T16:54:45.05582Z","steps":["trace[944098159] 'agreement among raft nodes before linearized reading' (duration: 2.52245317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.055867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:42.533282Z","time spent":"2.522577043s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:45.055917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533685346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:45.055892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049458878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:54:45.055942Z","caller":"traceutil/trace.go:171","msg":"trace[2089729723] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27291; }","duration":"3.533734627s","start":"2026-07-03T16:54:41.522201Z","end":"2026-07-03T16:54:45.055936Z","steps":["trace[2089729723] 'agreement among raft nodes before linearized reading' (duration: 3.533653626s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.055964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.52219Z","time spent":"3.533768218s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:45.05597Z","caller":"traceutil/trace.go:171","msg":"trace[318100678] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27291; }","duration":"2.04958435s","start":"2026-07-03T16:54:43.006367Z","end":"2026-07-03T16:54:45.055951Z","steps":["trace[318100678] 'agreement among raft nodes before linearized reading' (duration: 2.049360945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.056016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.006353Z","time spent":"2.049656072s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:45.055841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.506746Z","time spent":"3.549082568s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7562,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" "} {"level":"warn","ts":"2026-07-03T16:54:45.056106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545127139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:45.05608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546274334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:54:45.056154Z","caller":"traceutil/trace.go:171","msg":"trace[1527361658] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27291; }","duration":"1.545198281s","start":"2026-07-03T16:54:43.510929Z","end":"2026-07-03T16:54:45.056128Z","steps":["trace[1527361658] 'agreement among raft nodes before linearized reading' (duration: 1.54514981s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:45.056153Z","caller":"traceutil/trace.go:171","msg":"trace[1302564686] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27291; }","duration":"3.546358806s","start":"2026-07-03T16:54:41.509778Z","end":"2026-07-03T16:54:45.056137Z","steps":["trace[1302564686] 'agreement among raft nodes before linearized reading' (duration: 3.546137501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.056053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.725003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:45.056191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.510908Z","time spent":"1.545274592s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:45.056199Z","caller":"traceutil/trace.go:171","msg":"trace[877846504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27291; }","duration":"816.919057ms","start":"2026-07-03T16:54:44.23927Z","end":"2026-07-03T16:54:45.056189Z","steps":["trace[877846504] 'agreement among raft nodes before linearized reading' (duration: 816.711322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.056201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.509744Z","time spent":"3.546447998s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-03T16:54:45.056228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.239249Z","time spent":"816.969898ms","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:45.056201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505563246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:45.05625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.766173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:54:45.056278Z","caller":"traceutil/trace.go:171","msg":"trace[1280196336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27291; }","duration":"1.505688809s","start":"2026-07-03T16:54:43.550571Z","end":"2026-07-03T16:54:45.056259Z","steps":["trace[1280196336] 'agreement among raft nodes before linearized reading' (duration: 1.505532315s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.056321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.550549Z","time spent":"1.50576437s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:54:45.056321Z","caller":"traceutil/trace.go:171","msg":"trace[321266432] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27291; }","duration":"365.867176ms","start":"2026-07-03T16:54:44.690431Z","end":"2026-07-03T16:54:45.056298Z","steps":["trace[321266432] 'agreement among raft nodes before linearized reading' (duration: 365.679621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.056341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.411191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:45.056381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.690409Z","time spent":"365.958428ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:54:45.056457Z","caller":"traceutil/trace.go:171","msg":"trace[1286045542] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27291; }","duration":"455.545265ms","start":"2026-07-03T16:54:44.600835Z","end":"2026-07-03T16:54:45.05638Z","steps":["trace[1286045542] 'agreement among raft nodes before linearized reading' (duration: 455.327729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.056568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.600807Z","time spent":"455.701758ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:45.715094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.941429ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T16:54:45.715214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.061806Z","time spent":"653.403164ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:46.436197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.858073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:46.436458Z","caller":"traceutil/trace.go:171","msg":"trace[25168177] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"1.374532974s","start":"2026-07-03T16:54:45.061893Z","end":"2026-07-03T16:54:46.436426Z","steps":["trace[25168177] 'process raft request' (duration: 861.351943ms)","trace[25168177] 'compare' (duration: 512.553857ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:46.436513Z","caller":"traceutil/trace.go:171","msg":"trace[1455633530] transaction","detail":"{read_only:false; response_revision:27293; number_of_response:1; }","duration":"1.369863057s","start":"2026-07-03T16:54:45.066625Z","end":"2026-07-03T16:54:46.436488Z","steps":["trace[1455633530] 'process raft request' (duration: 1.369679213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.436606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.06188Z","time spent":"1.374641896s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:46.436627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.066607Z","time spent":"1.369958269s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7699,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:46.436648Z","caller":"traceutil/trace.go:171","msg":"trace[983759420] transaction","detail":"{read_only:false; response_revision:27294; number_of_response:1; }","duration":"719.587205ms","start":"2026-07-03T16:54:45.717036Z","end":"2026-07-03T16:54:46.436623Z","steps":["trace[983759420] 'process raft request' (duration: 719.388681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.436779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.717018Z","time spent":"719.690527ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:46.436482Z","caller":"traceutil/trace.go:171","msg":"trace[1376386534] linearizableReadLoop","detail":"{readStateIndex:28261; appliedIndex:28259; }","duration":"1.374292867s","start":"2026-07-03T16:54:45.06217Z","end":"2026-07-03T16:54:46.436463Z","steps":["trace[1376386534] 'read index received' (duration: 296.975903ms)","trace[1376386534] 'applied index is now lower than readState.Index' (duration: 1.077315244s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:46.437085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.196973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:46.43711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373550321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:46.4371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227418193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:46.437123Z","caller":"traceutil/trace.go:171","msg":"trace[1960895930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:27294; }","duration":"711.266565ms","start":"2026-07-03T16:54:45.725846Z","end":"2026-07-03T16:54:46.437112Z","steps":["trace[1960895930] 'agreement among raft nodes before linearized reading' (duration: 711.199373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:46.437141Z","caller":"traceutil/trace.go:171","msg":"trace[1679892301] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27294; }","duration":"1.373593411s","start":"2026-07-03T16:54:45.063538Z","end":"2026-07-03T16:54:46.437131Z","steps":["trace[1679892301] 'agreement among raft nodes before linearized reading' (duration: 1.373499169s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.437134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373638652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:46.437164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.063532Z","time spent":"1.373626472s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:54:46.437152Z","caller":"traceutil/trace.go:171","msg":"trace[1366110583] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27294; }","duration":"1.227523926s","start":"2026-07-03T16:54:45.209614Z","end":"2026-07-03T16:54:46.437138Z","steps":["trace[1366110583] 'agreement among raft nodes before linearized reading' (duration: 1.227385152s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.437156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.725833Z","time spent":"711.314986ms","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:46.437195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.20959Z","time spent":"1.227596457s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:46.437223Z","caller":"traceutil/trace.go:171","msg":"trace[933769296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27294; }","duration":"1.373751624s","start":"2026-07-03T16:54:45.063425Z","end":"2026-07-03T16:54:46.437177Z","steps":["trace[933769296] 'agreement among raft nodes before linearized reading' (duration: 1.37357409s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.437309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.063418Z","time spent":"1.373839376s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:46.437357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.628061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:46.437361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375161687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:54:46.437416Z","caller":"traceutil/trace.go:171","msg":"trace[1519939422] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27294; }","duration":"517.753264ms","start":"2026-07-03T16:54:45.919652Z","end":"2026-07-03T16:54:46.437406Z","steps":["trace[1519939422] 'agreement among raft nodes before linearized reading' (duration: 517.333484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.43744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.919631Z","time spent":"517.800805ms","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:46.437439Z","caller":"traceutil/trace.go:171","msg":"trace[488067377] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27294; }","duration":"1.375251339s","start":"2026-07-03T16:54:45.062167Z","end":"2026-07-03T16:54:46.437418Z","steps":["trace[488067377] 'agreement among raft nodes before linearized reading' (duration: 1.374341858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.437487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.062145Z","time spent":"1.375332361s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:46.438227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.237531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:54:46.438279Z","caller":"traceutil/trace.go:171","msg":"trace[1962938327] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27294; }","duration":"905.327307ms","start":"2026-07-03T16:54:45.532942Z","end":"2026-07-03T16:54:46.438269Z","steps":["trace[1962938327] 'agreement among raft nodes before linearized reading' (duration: 904.15506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.438303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.532924Z","time spent":"905.373378ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:54:46.438641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284205321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-03T16:54:46.438749Z","caller":"traceutil/trace.go:171","msg":"trace[978214442] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27294; }","duration":"1.284376934s","start":"2026-07-03T16:54:45.154352Z","end":"2026-07-03T16:54:46.438729Z","steps":["trace[978214442] 'agreement among raft nodes before linearized reading' (duration: 1.282691485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:46.43887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.154318Z","time spent":"1.284531878s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T16:54:46.942136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687395911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:48.181252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192523976s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.18138Z","caller":"traceutil/trace.go:171","msg":"trace[1610321533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27294; }","duration":"1.192663319s","start":"2026-07-03T16:54:46.988697Z","end":"2026-07-03T16:54:48.18136Z","steps":["trace[1610321533] 'range keys from in-memory index tree' (duration: 1.192478575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.181675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094044306s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:48.181767Z","caller":"traceutil/trace.go:171","msg":"trace[243724806] linearizableReadLoop","detail":"{readStateIndex:28264; appliedIndex:28263; }","duration":"1.739878857s","start":"2026-07-03T16:54:46.441874Z","end":"2026-07-03T16:54:48.181753Z","steps":["trace[243724806] 'read index received' (duration: 645.704328ms)","trace[243724806] 'applied index is now lower than readState.Index' (duration: 1.094172339s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:48.181833Z","caller":"traceutil/trace.go:171","msg":"trace[1766305663] transaction","detail":"{read_only:false; response_revision:27295; number_of_response:1; }","duration":"1.739993829s","start":"2026-07-03T16:54:46.44183Z","end":"2026-07-03T16:54:48.181824Z","steps":["trace[1766305663] 'process raft request' (duration: 645.709898ms)","trace[1766305663] 'compare' (duration: 1.093409772s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.181887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.441818Z","time spent":"1.74004288s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:48.182132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740255415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:54:48.182167Z","caller":"traceutil/trace.go:171","msg":"trace[130346554] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb; range_end:; response_count:1; response_revision:27295; }","duration":"1.740304687s","start":"2026-07-03T16:54:46.441855Z","end":"2026-07-03T16:54:48.18216Z","steps":["trace[130346554] 'agreement among raft nodes before linearized reading' (duration: 1.740163884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.182189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.441846Z","time spent":"1.740337997s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1c6e61ff-1cd7-4e8d-9c79-e039b06a74eb\" "} {"level":"warn","ts":"2026-07-03T16:54:48.300165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067354608s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:48.448321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:48.448391Z","caller":"traceutil/trace.go:171","msg":"trace[1929145513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491429s","start":"2026-07-03T16:54:46.447877Z","end":"2026-07-03T16:54:48.448369Z","steps":["trace[1929145513] 'agreement among raft nodes before linearized reading' (duration: 2.000410237s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.448423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.447866Z","time spent":"2.000551561s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:48.997514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.053559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:48.997585Z","caller":"traceutil/trace.go:171","msg":"trace[1843275005] linearizableReadLoop","detail":"{readStateIndex:28265; appliedIndex:28264; }","duration":"815.780051ms","start":"2026-07-03T16:54:48.181795Z","end":"2026-07-03T16:54:48.997575Z","steps":["trace[1843275005] 'read index received' (duration: 118.556417ms)","trace[1843275005] 'applied index is now lower than readState.Index' (duration: 697.222464ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:48.997746Z","caller":"traceutil/trace.go:171","msg":"trace[570009985] transaction","detail":"{read_only:false; response_revision:27296; number_of_response:1; }","duration":"1.765067133s","start":"2026-07-03T16:54:47.232671Z","end":"2026-07-03T16:54:48.997738Z","steps":["trace[570009985] 'process raft request' (duration: 1.067734228s)","trace[570009985] 'compare' (duration: 696.558278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.997784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:47.232643Z","time spent":"1.765122624s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:48.99795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555076206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:54:48.998044Z","caller":"traceutil/trace.go:171","msg":"trace[298910339] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27296; }","duration":"2.555201609s","start":"2026-07-03T16:54:46.442826Z","end":"2026-07-03T16:54:48.998027Z","steps":["trace[298910339] 'agreement among raft nodes before linearized reading' (duration: 2.554943503s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.99809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.442814Z","time spent":"2.555266861s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:48.998152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.531779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.99818Z","caller":"traceutil/trace.go:171","msg":"trace[1746996038] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27296; }","duration":"397.606831ms","start":"2026-07-03T16:54:48.600563Z","end":"2026-07-03T16:54:48.99817Z","steps":["trace[1746996038] 'agreement among raft nodes before linearized reading' (duration: 397.555499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.998197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.60054Z","time spent":"397.652982ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:48.998126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885018772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.998281Z","caller":"traceutil/trace.go:171","msg":"trace[1458488868] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27296; }","duration":"1.885270327s","start":"2026-07-03T16:54:47.112984Z","end":"2026-07-03T16:54:48.998254Z","steps":["trace[1458488868] 'agreement among raft nodes before linearized reading' (duration: 1.88494156s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.998263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555327472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-07-03T16:54:48.998355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:47.112955Z","time spent":"1.88538687s","remote":"127.0.0.1:40368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:48.998351Z","caller":"traceutil/trace.go:171","msg":"trace[1509848173] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27296; }","duration":"2.555437224s","start":"2026-07-03T16:54:46.442894Z","end":"2026-07-03T16:54:48.998332Z","steps":["trace[1509848173] 'agreement among raft nodes before linearized reading' (duration: 2.555193299s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.998428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.442886Z","time spent":"2.555530846s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:54:48.998448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.374132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-03T16:54:48.998507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.841569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.998556Z","caller":"traceutil/trace.go:171","msg":"trace[2047627698] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27296; }","duration":"811.492394ms","start":"2026-07-03T16:54:48.187047Z","end":"2026-07-03T16:54:48.998539Z","steps":["trace[2047627698] 'agreement among raft nodes before linearized reading' (duration: 811.33528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.99862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.187035Z","time spent":"811.570125ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:54:48.998533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.981369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-03T16:54:48.998633Z","caller":"traceutil/trace.go:171","msg":"trace[1563602598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27296; }","duration":"549.987182ms","start":"2026-07-03T16:54:48.448605Z","end":"2026-07-03T16:54:48.998592Z","steps":["trace[1563602598] 'agreement among raft nodes before linearized reading' (duration: 549.748037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.999062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.448583Z","time spent":"550.461492ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:48.999095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554734738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.999165Z","caller":"traceutil/trace.go:171","msg":"trace[643054888] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27296; }","duration":"2.55481818s","start":"2026-07-03T16:54:46.444333Z","end":"2026-07-03T16:54:48.999151Z","steps":["trace[643054888] 'agreement among raft nodes before linearized reading' (duration: 2.553516229s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.999207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.444327Z","time spent":"2.554871151s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:54:48.998773Z","caller":"traceutil/trace.go:171","msg":"trace[2142237140] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad; range_end:; response_count:1; response_revision:27296; }","duration":"813.597682ms","start":"2026-07-03T16:54:48.185137Z","end":"2026-07-03T16:54:48.998735Z","steps":["trace[2142237140] 'agreement among raft nodes before linearized reading' (duration: 812.779634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.999298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.185112Z","time spent":"814.159165ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad\" "} {"level":"warn","ts":"2026-07-03T16:54:49.713791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.529823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:49.713929Z","caller":"traceutil/trace.go:171","msg":"trace[1517608162] linearizableReadLoop","detail":"{readStateIndex:28266; appliedIndex:28265; }","duration":"708.728497ms","start":"2026-07-03T16:54:49.005177Z","end":"2026-07-03T16:54:49.713905Z","steps":["trace[1517608162] 'read index received' (duration: 327.0669ms)","trace[1517608162] 'applied index is now lower than readState.Index' (duration: 381.658237ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:49.714305Z","caller":"traceutil/trace.go:171","msg":"trace[1345188919] transaction","detail":"{read_only:false; response_revision:27297; number_of_response:1; }","duration":"712.730977ms","start":"2026-07-03T16:54:49.001551Z","end":"2026-07-03T16:54:49.714282Z","steps":["trace[1345188919] 'process raft request' (duration: 330.58379ms)","trace[1345188919] 'compare' (duration: 381.183256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:49.714569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.001529Z","time spent":"712.986274ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:49.714635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.439903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T16:54:49.714709Z","caller":"traceutil/trace.go:171","msg":"trace[977596854] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27297; }","duration":"709.558655ms","start":"2026-07-03T16:54:49.00513Z","end":"2026-07-03T16:54:49.714689Z","steps":["trace[977596854] 'agreement among raft nodes before linearized reading' (duration: 709.239008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.71479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.005115Z","time spent":"709.665697ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-03T16:54:50.530498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.468659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:50.530922Z","caller":"traceutil/trace.go:171","msg":"trace[1639635634] transaction","detail":"{read_only:false; response_revision:27301; number_of_response:1; }","duration":"447.743896ms","start":"2026-07-03T16:54:50.083153Z","end":"2026-07-03T16:54:50.530897Z","steps":["trace[1639635634] 'process raft request' (duration: 447.681035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.531037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.083142Z","time spent":"447.843978ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:50.531253Z","caller":"traceutil/trace.go:171","msg":"trace[2103333657] transaction","detail":"{read_only:false; response_revision:27299; number_of_response:1; }","duration":"470.25839ms","start":"2026-07-03T16:54:50.060964Z","end":"2026-07-03T16:54:50.531223Z","steps":["trace[2103333657] 'process raft request' (duration: 469.668386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.531901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.060946Z","time spent":"470.878124ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:50.531249Z","caller":"traceutil/trace.go:171","msg":"trace[1675413927] linearizableReadLoop","detail":"{readStateIndex:28267; appliedIndex:28266; }","duration":"816.869907ms","start":"2026-07-03T16:54:49.714351Z","end":"2026-07-03T16:54:50.531221Z","steps":["trace[1675413927] 'read index received' (duration: 217.60562ms)","trace[1675413927] 'applied index is now lower than readState.Index' (duration: 599.261417ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:50.531259Z","caller":"traceutil/trace.go:171","msg":"trace[74367117] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"1.523839784s","start":"2026-07-03T16:54:49.007382Z","end":"2026-07-03T16:54:50.531221Z","steps":["trace[74367117] 'process raft request' (duration: 924.532916ms)","trace[74367117] 'compare' (duration: 597.398514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:50.532108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.007367Z","time spent":"1.524710563s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:50.532346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.258286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6c98fcdb-dg86j.18bed3f268664d1d\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-07-03T16:54:50.532387Z","caller":"traceutil/trace.go:171","msg":"trace[450645028] range","detail":"{range_begin:/registry/events/openstack/glance-api-6c98fcdb-dg86j.18bed3f268664d1d; range_end:; response_count:1; response_revision:27301; }","duration":"814.321748ms","start":"2026-07-03T16:54:49.718054Z","end":"2026-07-03T16:54:50.532376Z","steps":["trace[450645028] 'agreement among raft nodes before linearized reading' (duration: 814.210165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.532418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.718017Z","time spent":"814.39417ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2126,"request content":"key:\"/registry/events/openstack/glance-api-6c98fcdb-dg86j.18bed3f268664d1d\" "} {"level":"info","ts":"2026-07-03T16:54:50.531312Z","caller":"traceutil/trace.go:171","msg":"trace[129901272] transaction","detail":"{read_only:false; response_revision:27300; number_of_response:1; }","duration":"461.795188ms","start":"2026-07-03T16:54:50.069508Z","end":"2026-07-03T16:54:50.531303Z","steps":["trace[129901272] 'process raft request' (duration: 461.261036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.532565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.138825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:50.532558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.069484Z","time spent":"463.014675ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:50.532615Z","caller":"traceutil/trace.go:171","msg":"trace[674073366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27301; }","duration":"589.196257ms","start":"2026-07-03T16:54:49.943395Z","end":"2026-07-03T16:54:50.532592Z","steps":["trace[674073366] 'agreement among raft nodes before linearized reading' (duration: 589.144145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.532642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.943382Z","time spent":"589.254128ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:50.531452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472682535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-03T16:54:50.532818Z","caller":"traceutil/trace.go:171","msg":"trace[1155944150] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27301; }","duration":"1.474056896s","start":"2026-07-03T16:54:49.058743Z","end":"2026-07-03T16:54:50.5328Z","steps":["trace[1155944150] 'agreement among raft nodes before linearized reading' (duration: 1.472562913s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.532886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.0587Z","time spent":"1.474168549s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T16:54:50.532841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.594504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-03T16:54:50.533104Z","caller":"traceutil/trace.go:171","msg":"trace[1437027010] range","detail":"{range_begin:/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084; range_end:; response_count:1; response_revision:27301; }","duration":"814.855511ms","start":"2026-07-03T16:54:49.718238Z","end":"2026-07-03T16:54:50.533093Z","steps":["trace[1437027010] 'agreement among raft nodes before linearized reading' (duration: 814.533793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.533146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.718191Z","time spent":"814.944643ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-801daa39-580a-4023-8af3-77661a52b084\" "} {"level":"info","ts":"2026-07-03T16:54:50.797317Z","caller":"traceutil/trace.go:171","msg":"trace[1632046193] linearizableReadLoop","detail":"{readStateIndex:28271; appliedIndex:28270; }","duration":"258.382721ms","start":"2026-07-03T16:54:50.538899Z","end":"2026-07-03T16:54:50.797282Z","steps":["trace[1632046193] 'read index received' (duration: 257.598774ms)","trace[1632046193] 'applied index is now lower than readState.Index' (duration: 781.277µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:50.797423Z","caller":"traceutil/trace.go:171","msg":"trace[309627697] transaction","detail":"{read_only:false; response_revision:27302; number_of_response:1; }","duration":"258.908854ms","start":"2026-07-03T16:54:50.538504Z","end":"2026-07-03T16:54:50.797413Z","steps":["trace[309627697] 'process raft request' (duration: 258.101956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.797685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.76547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:54:50.797708Z","caller":"traceutil/trace.go:171","msg":"trace[555194016] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efa430fc-d868-4baf-86b1-6506fa0e84f0; range_end:; response_count:1; response_revision:27302; }","duration":"258.811181ms","start":"2026-07-03T16:54:50.538889Z","end":"2026-07-03T16:54:50.797701Z","steps":["trace[555194016] 'agreement among raft nodes before linearized reading' (duration: 258.668177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.798209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.898015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-03T16:54:50.798305Z","caller":"traceutil/trace.go:171","msg":"trace[1944431973] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27302; }","duration":"253.034929ms","start":"2026-07-03T16:54:50.54524Z","end":"2026-07-03T16:54:50.798275Z","steps":["trace[1944431973] 'agreement among raft nodes before linearized reading' (duration: 252.522417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.798537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.559151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-03T16:54:50.798609Z","caller":"traceutil/trace.go:171","msg":"trace[2130916276] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27302; }","duration":"172.648943ms","start":"2026-07-03T16:54:50.625945Z","end":"2026-07-03T16:54:50.798594Z","steps":["trace[2130916276] 'agreement among raft nodes before linearized reading' (duration: 172.399967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:51.490125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.02984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:51.490244Z","caller":"traceutil/trace.go:171","msg":"trace[1634071397] linearizableReadLoop","detail":"{readStateIndex:28276; appliedIndex:28275; }","duration":"484.798672ms","start":"2026-07-03T16:54:51.005428Z","end":"2026-07-03T16:54:51.490226Z","steps":["trace[1634071397] 'read index received' (duration: 51.587899ms)","trace[1634071397] 'applied index is now lower than readState.Index' (duration: 433.208443ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:51.490334Z","caller":"traceutil/trace.go:171","msg":"trace[1252881279] transaction","detail":"{read_only:false; response_revision:27307; number_of_response:1; }","duration":"488.20689ms","start":"2026-07-03T16:54:51.002116Z","end":"2026-07-03T16:54:51.490323Z","steps":["trace[1252881279] 'process raft request' (duration: 54.900655ms)","trace[1252881279] 'compare' (duration: 432.64138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:51.490386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.002087Z","time spent":"488.273131ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:51.490701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.265053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-03T16:54:51.490744Z","caller":"traceutil/trace.go:171","msg":"trace[202549053] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9; range_end:; response_count:1; response_revision:27307; }","duration":"485.332985ms","start":"2026-07-03T16:54:51.005401Z","end":"2026-07-03T16:54:51.490734Z","steps":["trace[202549053] 'agreement among raft nodes before linearized reading' (duration: 485.165301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:51.490777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.005326Z","time spent":"485.443687ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-e4d00890-0c75-4ae2-85ca-cc2ea65ef5b9\" "} {"level":"warn","ts":"2026-07-03T16:54:51.490987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.837514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-07-03T16:54:51.491024Z","caller":"traceutil/trace.go:171","msg":"trace[819319062] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27307; }","duration":"474.896556ms","start":"2026-07-03T16:54:51.01612Z","end":"2026-07-03T16:54:51.491016Z","steps":["trace[819319062] 'agreement among raft nodes before linearized reading' (duration: 474.797864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:51.491051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.016107Z","time spent":"474.937857ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1243,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:54:51.763873Z","caller":"traceutil/trace.go:171","msg":"trace[367410622] linearizableReadLoop","detail":"{readStateIndex:28279; appliedIndex:28278; }","duration":"181.338902ms","start":"2026-07-03T16:54:51.58252Z","end":"2026-07-03T16:54:51.763859Z","steps":["trace[367410622] 'read index received' (duration: 181.071186ms)","trace[367410622] 'applied index is now lower than readState.Index' (duration: 266.376µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:51.763927Z","caller":"traceutil/trace.go:171","msg":"trace[800742042] transaction","detail":"{read_only:false; response_revision:27310; number_of_response:1; }","duration":"184.792411ms","start":"2026-07-03T16:54:51.579101Z","end":"2026-07-03T16:54:51.763894Z","steps":["trace[800742042] 'process raft request' (duration: 184.398742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:51.764033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.499556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj\" ","response":"range_response_count:1 size:6049"} {"level":"info","ts":"2026-07-03T16:54:51.764056Z","caller":"traceutil/trace.go:171","msg":"trace[1829704657] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj; range_end:; response_count:1; response_revision:27310; }","duration":"181.551176ms","start":"2026-07-03T16:54:51.582498Z","end":"2026-07-03T16:54:51.76405Z","steps":["trace[1829704657] 'agreement among raft nodes before linearized reading' (duration: 181.435094ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:52.156566Z","caller":"traceutil/trace.go:171","msg":"trace[1882227800] linearizableReadLoop","detail":"{readStateIndex:28280; appliedIndex:28279; }","duration":"392.621697ms","start":"2026-07-03T16:54:51.763917Z","end":"2026-07-03T16:54:52.156539Z","steps":["trace[1882227800] 'read index received' (duration: 392.31471ms)","trace[1882227800] 'applied index is now lower than readState.Index' (duration: 305.047µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:52.156665Z","caller":"traceutil/trace.go:171","msg":"trace[340482326] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"406.615486ms","start":"2026-07-03T16:54:51.750015Z","end":"2026-07-03T16:54:52.156631Z","steps":["trace[340482326] 'process raft request' (duration: 406.254818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.156981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.749988Z","time spent":"406.78284ms","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:52.157413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.384288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-07-03T16:54:52.157488Z","caller":"traceutil/trace.go:171","msg":"trace[388633502] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27311; }","duration":"511.547782ms","start":"2026-07-03T16:54:51.645922Z","end":"2026-07-03T16:54:52.15747Z","steps":["trace[388633502] 'agreement among raft nodes before linearized reading' (duration: 510.758354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.157543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.64586Z","time spent":"511.670045ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-03T16:54:52.191129Z","caller":"traceutil/trace.go:171","msg":"trace[2075469030] transaction","detail":"{read_only:false; response_revision:27312; number_of_response:1; }","duration":"418.638441ms","start":"2026-07-03T16:54:51.772456Z","end":"2026-07-03T16:54:52.191094Z","steps":["trace[2075469030] 'process raft request' (duration: 418.279103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.191229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.403763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-07-03T16:54:52.191294Z","caller":"traceutil/trace.go:171","msg":"trace[1331046775] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7; range_end:; response_count:1; response_revision:27312; }","duration":"424.482224ms","start":"2026-07-03T16:54:51.766794Z","end":"2026-07-03T16:54:52.191276Z","steps":["trace[1331046775] 'agreement among raft nodes before linearized reading' (duration: 424.31104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.191315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.287153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:52.191344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.766787Z","time spent":"424.544746ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1012,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5af8f4549c7\" "} {"level":"info","ts":"2026-07-03T16:54:52.191384Z","caller":"traceutil/trace.go:171","msg":"trace[1193120432] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27312; }","duration":"171.401654ms","start":"2026-07-03T16:54:52.019966Z","end":"2026-07-03T16:54:52.191367Z","steps":["trace[1193120432] 'agreement among raft nodes before linearized reading' (duration: 171.271261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.191495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.253305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:52.191588Z","caller":"traceutil/trace.go:171","msg":"trace[1774684327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27312; }","duration":"246.369567ms","start":"2026-07-03T16:54:51.945198Z","end":"2026-07-03T16:54:52.191567Z","steps":["trace[1774684327] 'agreement among raft nodes before linearized reading' (duration: 246.203972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.191331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.772438Z","time spent":"418.797024ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6348,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:52.343145Z","caller":"traceutil/trace.go:171","msg":"trace[1898566082] linearizableReadLoop","detail":"{readStateIndex:28282; appliedIndex:28281; }","duration":"148.247846ms","start":"2026-07-03T16:54:52.194872Z","end":"2026-07-03T16:54:52.34312Z","steps":["trace[1898566082] 'read index received' (duration: 147.816065ms)","trace[1898566082] 'applied index is now lower than readState.Index' (duration: 430.631µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:52.343189Z","caller":"traceutil/trace.go:171","msg":"trace[1753413306] transaction","detail":"{read_only:false; response_revision:27313; number_of_response:1; }","duration":"148.919642ms","start":"2026-07-03T16:54:52.194237Z","end":"2026-07-03T16:54:52.343156Z","steps":["trace[1753413306] 'process raft request' (duration: 148.504631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.343413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.564573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6\" ","response":"range_response_count:1 size:5757"} {"level":"info","ts":"2026-07-03T16:54:52.343477Z","caller":"traceutil/trace.go:171","msg":"trace[527378553] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6; range_end:; response_count:1; response_revision:27313; }","duration":"148.669955ms","start":"2026-07-03T16:54:52.19479Z","end":"2026-07-03T16:54:52.34346Z","steps":["trace[527378553] 'agreement among raft nodes before linearized reading' (duration: 148.43946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.343422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.296001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:54:52.343571Z","caller":"traceutil/trace.go:171","msg":"trace[1364179145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27313; }","duration":"139.468545ms","start":"2026-07-03T16:54:52.204075Z","end":"2026-07-03T16:54:52.343543Z","steps":["trace[1364179145] 'agreement among raft nodes before linearized reading' (duration: 139.172889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:52.556844Z","caller":"traceutil/trace.go:171","msg":"trace[306023005] linearizableReadLoop","detail":"{readStateIndex:28285; appliedIndex:28284; }","duration":"157.17258ms","start":"2026-07-03T16:54:52.399612Z","end":"2026-07-03T16:54:52.556784Z","steps":["trace[306023005] 'read index received' (duration: 157.016956ms)","trace[306023005] 'applied index is now lower than readState.Index' (duration: 154.414µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:52.556882Z","caller":"traceutil/trace.go:171","msg":"trace[2128256067] transaction","detail":"{read_only:false; response_revision:27316; number_of_response:1; }","duration":"158.595793ms","start":"2026-07-03T16:54:52.398251Z","end":"2026-07-03T16:54:52.556847Z","steps":["trace[2128256067] 'process raft request' (duration: 158.371848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.557095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.470876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jvbfj\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-07-03T16:54:52.557209Z","caller":"traceutil/trace.go:171","msg":"trace[1310959984] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-jvbfj; range_end:; response_count:1; response_revision:27316; }","duration":"157.62196ms","start":"2026-07-03T16:54:52.399569Z","end":"2026-07-03T16:54:52.557191Z","steps":["trace[1310959984] 'agreement among raft nodes before linearized reading' (duration: 157.348364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:52.927235Z","caller":"traceutil/trace.go:171","msg":"trace[1075172031] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"364.332901ms","start":"2026-07-03T16:54:52.562847Z","end":"2026-07-03T16:54:52.92718Z","steps":["trace[1075172031] 'process raft request' (duration: 345.344697ms)","trace[1075172031] 'compare' (duration: 18.571035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:52.927435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.562824Z","time spent":"364.506755ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:53.096902Z","caller":"traceutil/trace.go:171","msg":"trace[1349805887] linearizableReadLoop","detail":"{readStateIndex:28287; appliedIndex:28285; }","duration":"422.412728ms","start":"2026-07-03T16:54:52.674458Z","end":"2026-07-03T16:54:53.096871Z","steps":["trace[1349805887] 'read index received' (duration: 233.740038ms)","trace[1349805887] 'applied index is now lower than readState.Index' (duration: 188.67123ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:53.096973Z","caller":"traceutil/trace.go:171","msg":"trace[419502990] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"533.523616ms","start":"2026-07-03T16:54:52.563414Z","end":"2026-07-03T16:54:53.096938Z","steps":["trace[419502990] 'process raft request' (duration: 505.472236ms)","trace[419502990] 'compare' (duration: 27.859336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:53.097143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.56339Z","time spent":"533.652579ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:53.097156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.389392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:53.097204Z","caller":"traceutil/trace.go:171","msg":"trace[1197550992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27318; }","duration":"255.494025ms","start":"2026-07-03T16:54:52.841696Z","end":"2026-07-03T16:54:53.09719Z","steps":["trace[1197550992] 'agreement among raft nodes before linearized reading' (duration: 255.358962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:53.097172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.683483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:53.097256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.548581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:53.097277Z","caller":"traceutil/trace.go:171","msg":"trace[1105914412] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27318; }","duration":"422.856847ms","start":"2026-07-03T16:54:52.674394Z","end":"2026-07-03T16:54:53.097251Z","steps":["trace[1105914412] 'agreement among raft nodes before linearized reading' (duration: 422.612022ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:53.097324Z","caller":"traceutil/trace.go:171","msg":"trace[367492971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27318; }","duration":"151.650424ms","start":"2026-07-03T16:54:52.945656Z","end":"2026-07-03T16:54:53.097307Z","steps":["trace[367492971] 'agreement among raft nodes before linearized reading' (duration: 151.536671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:53.097349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.674371Z","time spent":"422.95568ms","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:53.097465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.52384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:53.097467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.695948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5b4376b083f\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-07-03T16:54:53.097507Z","caller":"traceutil/trace.go:171","msg":"trace[1998756029] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27318; }","duration":"126.582201ms","start":"2026-07-03T16:54:52.970913Z","end":"2026-07-03T16:54:53.097495Z","steps":["trace[1998756029] 'agreement among raft nodes before linearized reading' (duration: 126.491039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:53.097513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.787068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:53.0976Z","caller":"traceutil/trace.go:171","msg":"trace[1073044370] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27318; }","duration":"236.941482ms","start":"2026-07-03T16:54:52.86064Z","end":"2026-07-03T16:54:53.097582Z","steps":["trace[1073044370] 'agreement among raft nodes before linearized reading' (duration: 236.740367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:53.097542Z","caller":"traceutil/trace.go:171","msg":"trace[730704387] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82.18bed5b4376b083f; range_end:; response_count:1; response_revision:27318; }","duration":"166.805791ms","start":"2026-07-03T16:54:52.93072Z","end":"2026-07-03T16:54:53.097525Z","steps":["trace[730704387] 'agreement among raft nodes before linearized reading' (duration: 166.589146ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:53.300497Z","caller":"traceutil/trace.go:171","msg":"trace[1822538405] linearizableReadLoop","detail":"{readStateIndex:28289; appliedIndex:28288; }","duration":"171.401274ms","start":"2026-07-03T16:54:53.129071Z","end":"2026-07-03T16:54:53.300472Z","steps":["trace[1822538405] 'read index received' (duration: 169.080972ms)","trace[1822538405] 'applied index is now lower than readState.Index' (duration: 2.318702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:53.300861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.765823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed2a57490395d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-03T16:54:53.300964Z","caller":"traceutil/trace.go:171","msg":"trace[911091935] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed2a57490395d; range_end:; response_count:1; response_revision:27320; }","duration":"171.908047ms","start":"2026-07-03T16:54:53.129043Z","end":"2026-07-03T16:54:53.300951Z","steps":["trace[911091935] 'agreement among raft nodes before linearized reading' (duration: 171.520707ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:53.301031Z","caller":"traceutil/trace.go:171","msg":"trace[1752632138] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"188.040825ms","start":"2026-07-03T16:54:53.112963Z","end":"2026-07-03T16:54:53.301004Z","steps":["trace[1752632138] 'process raft request' (duration: 185.20445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:53.767618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.017041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-07-03T16:54:53.767734Z","caller":"traceutil/trace.go:171","msg":"trace[1928946791] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4; range_end:; response_count:1; response_revision:27324; }","duration":"208.185355ms","start":"2026-07-03T16:54:53.55953Z","end":"2026-07-03T16:54:53.767715Z","steps":["trace[1928946791] 'range keys from in-memory index tree' (duration: 207.862457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:54.249456Z","caller":"traceutil/trace.go:171","msg":"trace[1903485862] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"111.223851ms","start":"2026-07-03T16:54:54.138166Z","end":"2026-07-03T16:54:54.24939Z","steps":["trace[1903485862] 'process raft request' (duration: 94.773065ms)","trace[1903485862] 'compare' (duration: 16.007996ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:54.433427Z","caller":"traceutil/trace.go:171","msg":"trace[1766802590] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"178.497157ms","start":"2026-07-03T16:54:54.254891Z","end":"2026-07-03T16:54:54.433388Z","steps":["trace[1766802590] 'process raft request' (duration: 147.130271ms)","trace[1766802590] 'compare' (duration: 31.224133ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:54.688152Z","caller":"traceutil/trace.go:171","msg":"trace[1959585186] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"101.368825ms","start":"2026-07-03T16:54:54.586765Z","end":"2026-07-03T16:54:54.688134Z","steps":["trace[1959585186] 'process raft request' (duration: 101.250553ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:54.973786Z","caller":"traceutil/trace.go:171","msg":"trace[610626437] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"239.675194ms","start":"2026-07-03T16:54:54.734089Z","end":"2026-07-03T16:54:54.973764Z","steps":["trace[610626437] 'process raft request' (duration: 239.633013ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:54.973929Z","caller":"traceutil/trace.go:171","msg":"trace[688515899] linearizableReadLoop","detail":"{readStateIndex:28305; appliedIndex:28305; }","duration":"214.646562ms","start":"2026-07-03T16:54:54.759254Z","end":"2026-07-03T16:54:54.973901Z","steps":["trace[688515899] 'read index received' (duration: 214.636072ms)","trace[688515899] 'applied index is now lower than readState.Index' (duration: 8.48µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:54.974224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.95008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-03T16:54:54.974268Z","caller":"traceutil/trace.go:171","msg":"trace[698110580] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-c4z4p.18bed5ae865eed1a; range_end:; response_count:1; response_revision:27336; }","duration":"215.037901ms","start":"2026-07-03T16:54:54.759218Z","end":"2026-07-03T16:54:54.974256Z","steps":["trace[698110580] 'agreement among raft nodes before linearized reading' (duration: 214.793716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:54.973865Z","caller":"traceutil/trace.go:171","msg":"trace[167306213] transaction","detail":"{read_only:false; response_revision:27335; number_of_response:1; }","duration":"242.192292ms","start":"2026-07-03T16:54:54.731638Z","end":"2026-07-03T16:54:54.973831Z","steps":["trace[167306213] 'process raft request' (duration: 241.955306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:55.14315Z","caller":"traceutil/trace.go:171","msg":"trace[586828402] linearizableReadLoop","detail":"{readStateIndex:28306; appliedIndex:28305; }","duration":"169.132513ms","start":"2026-07-03T16:54:54.97399Z","end":"2026-07-03T16:54:55.143123Z","steps":["trace[586828402] 'read index received' (duration: 137.877089ms)","trace[586828402] 'applied index is now lower than readState.Index' (duration: 31.254023ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:55.143348Z","caller":"traceutil/trace.go:171","msg":"trace[395032214] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"382.261909ms","start":"2026-07-03T16:54:54.761076Z","end":"2026-07-03T16:54:55.143338Z","steps":["trace[395032214] 'process raft request' (duration: 350.832712ms)","trace[395032214] 'compare' (duration: 31.011348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:55.143423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:54.761065Z","time spent":"382.303251ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:55.143602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.345318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:55.143656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.807077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:55.143682Z","caller":"traceutil/trace.go:171","msg":"trace[2113009537] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27337; }","duration":"303.44464ms","start":"2026-07-03T16:54:54.8402Z","end":"2026-07-03T16:54:55.143644Z","steps":["trace[2113009537] 'agreement among raft nodes before linearized reading' (duration: 303.291167ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:55.143703Z","caller":"traceutil/trace.go:171","msg":"trace[1593412140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27337; }","duration":"197.890398ms","start":"2026-07-03T16:54:54.945804Z","end":"2026-07-03T16:54:55.143694Z","steps":["trace[1593412140] 'agreement among raft nodes before linearized reading' (duration: 197.821157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.143715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:54.840185Z","time spent":"303.521932ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:55.485135Z","caller":"traceutil/trace.go:171","msg":"trace[640804590] linearizableReadLoop","detail":"{readStateIndex:28307; appliedIndex:28306; }","duration":"341.910049ms","start":"2026-07-03T16:54:55.143198Z","end":"2026-07-03T16:54:55.485108Z","steps":["trace[640804590] 'read index received' (duration: 287.62488ms)","trace[640804590] 'applied index is now lower than readState.Index' (duration: 54.284119ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:55.485261Z","caller":"traceutil/trace.go:171","msg":"trace[658831094] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"508.724568ms","start":"2026-07-03T16:54:54.976523Z","end":"2026-07-03T16:54:55.485248Z","steps":["trace[658831094] 'process raft request' (duration: 454.283065ms)","trace[658831094] 'compare' (duration: 54.144777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:55.485372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:54.976497Z","time spent":"508.791ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:55.485478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.305757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-03T16:54:55.485542Z","caller":"traceutil/trace.go:171","msg":"trace[2058854064] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27338; }","duration":"430.40371ms","start":"2026-07-03T16:54:55.05512Z","end":"2026-07-03T16:54:55.485523Z","steps":["trace[2058854064] 'agreement among raft nodes before linearized reading' (duration: 430.188825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.485536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.342647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-03T16:54:55.48558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.055104Z","time spent":"430.466751ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:54:55.485607Z","caller":"traceutil/trace.go:171","msg":"trace[1362395407] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27338; }","duration":"405.450059ms","start":"2026-07-03T16:54:55.080138Z","end":"2026-07-03T16:54:55.485588Z","steps":["trace[1362395407] 'agreement among raft nodes before linearized reading' (duration: 405.208124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.485651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.080124Z","time spent":"405.517831ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:54:55.485698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.583344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-07-03T16:54:55.485736Z","caller":"traceutil/trace.go:171","msg":"trace[863276151] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:27338; }","duration":"504.650255ms","start":"2026-07-03T16:54:54.981075Z","end":"2026-07-03T16:54:55.485725Z","steps":["trace[863276151] 'agreement among raft nodes before linearized reading' (duration: 504.512402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.485765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:54.981061Z","time spent":"504.697957ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-07-03T16:54:55.485802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.27799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:55.485832Z","caller":"traceutil/trace.go:171","msg":"trace[1021049875] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:27338; }","duration":"424.33445ms","start":"2026-07-03T16:54:55.061488Z","end":"2026-07-03T16:54:55.485823Z","steps":["trace[1021049875] 'agreement among raft nodes before linearized reading' (duration: 424.249308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.485858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.061453Z","time spent":"424.398262ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:54:55.48598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.535437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" ","response":"range_response_count:1 size:7789"} {"level":"info","ts":"2026-07-03T16:54:55.486012Z","caller":"traceutil/trace.go:171","msg":"trace[1539879402] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82; range_end:; response_count:1; response_revision:27338; }","duration":"336.596368ms","start":"2026-07-03T16:54:55.149406Z","end":"2026-07-03T16:54:55.486003Z","steps":["trace[1539879402] 'agreement among raft nodes before linearized reading' (duration: 336.500166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.486046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.149391Z","time spent":"336.643139ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7812,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-lws82\" "} {"level":"warn","ts":"2026-07-03T16:54:55.48648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.450297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:54:55.486546Z","caller":"traceutil/trace.go:171","msg":"trace[1718210484] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27338; }","duration":"136.546849ms","start":"2026-07-03T16:54:55.34998Z","end":"2026-07-03T16:54:55.486527Z","steps":["trace[1718210484] 'agreement among raft nodes before linearized reading' (duration: 136.320154ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:55.931682Z","caller":"traceutil/trace.go:171","msg":"trace[830694589] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"425.952248ms","start":"2026-07-03T16:54:55.505679Z","end":"2026-07-03T16:54:55.931631Z","steps":["trace[830694589] 'process raft request' (duration: 366.227453ms)","trace[830694589] 'compare' (duration: 59.584142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:55.931821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.505652Z","time spent":"426.097002ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7593,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:55.952707Z","caller":"traceutil/trace.go:171","msg":"trace[1888265688] linearizableReadLoop","detail":"{readStateIndex:28312; appliedIndex:28308; }","duration":"336.546976ms","start":"2026-07-03T16:54:55.61614Z","end":"2026-07-03T16:54:55.952687Z","steps":["trace[1888265688] 'read index received' (duration: 255.73153ms)","trace[1888265688] 'applied index is now lower than readState.Index' (duration: 80.814306ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:55.952821Z","caller":"traceutil/trace.go:171","msg":"trace[1729008929] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"419.919961ms","start":"2026-07-03T16:54:55.53289Z","end":"2026-07-03T16:54:55.95281Z","steps":["trace[1729008929] 'process raft request' (duration: 419.560643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.95293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.532873Z","time spent":"419.979502ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:55.953282Z","caller":"traceutil/trace.go:171","msg":"trace[1009689446] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"419.193863ms","start":"2026-07-03T16:54:55.534073Z","end":"2026-07-03T16:54:55.953267Z","steps":["trace[1009689446] 'process raft request' (duration: 418.485677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.953368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.53406Z","time spent":"419.263315ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:55.953676Z","caller":"traceutil/trace.go:171","msg":"trace[1356598743] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"415.699983ms","start":"2026-07-03T16:54:55.537963Z","end":"2026-07-03T16:54:55.953663Z","steps":["trace[1356598743] 'process raft request' (duration: 414.64988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.953748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.537952Z","time spent":"415.758075ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:55.953857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.722013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:55.953897Z","caller":"traceutil/trace.go:171","msg":"trace[16878942] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27342; }","duration":"337.796715ms","start":"2026-07-03T16:54:55.61609Z","end":"2026-07-03T16:54:55.953887Z","steps":["trace[16878942] 'agreement among raft nodes before linearized reading' (duration: 337.733594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.953932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.616072Z","time spent":"337.851506ms","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:55.954139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.054604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:55.954199Z","caller":"traceutil/trace.go:171","msg":"trace[2028106988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27342; }","duration":"223.152467ms","start":"2026-07-03T16:54:55.731031Z","end":"2026-07-03T16:54:55.954184Z","steps":["trace[2028106988] 'agreement among raft nodes before linearized reading' (duration: 223.046425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:55.954547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.445927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:54:55.954608Z","caller":"traceutil/trace.go:171","msg":"trace[1439237321] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27342; }","duration":"154.545209ms","start":"2026-07-03T16:54:55.800053Z","end":"2026-07-03T16:54:55.954598Z","steps":["trace[1439237321] 'agreement among raft nodes before linearized reading' (duration: 154.404506ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:56.095922Z","caller":"traceutil/trace.go:171","msg":"trace[60432070] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"125.958357ms","start":"2026-07-03T16:54:55.969933Z","end":"2026-07-03T16:54:56.095891Z","steps":["trace[60432070] 'process raft request' (duration: 125.777073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:56.323193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.724476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:56.32353Z","caller":"traceutil/trace.go:171","msg":"trace[1135706392] linearizableReadLoop","detail":"{readStateIndex:28318; appliedIndex:28314; }","duration":"210.996909ms","start":"2026-07-03T16:54:56.112519Z","end":"2026-07-03T16:54:56.323516Z","steps":["trace[1135706392] 'read index received' (duration: 34.910117ms)","trace[1135706392] 'applied index is now lower than readState.Index' (duration: 176.085982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:56.323632Z","caller":"traceutil/trace.go:171","msg":"trace[901051893] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"220.095788ms","start":"2026-07-03T16:54:56.103516Z","end":"2026-07-03T16:54:56.323612Z","steps":["trace[901051893] 'process raft request' (duration: 109.8818ms)","trace[901051893] 'compare' (duration: 109.447599ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:56.323705Z","caller":"traceutil/trace.go:171","msg":"trace[1008529201] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"219.406222ms","start":"2026-07-03T16:54:56.104289Z","end":"2026-07-03T16:54:56.323695Z","steps":["trace[1008529201] 'process raft request' (duration: 219.183155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:56.323828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.290816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:56.323889Z","caller":"traceutil/trace.go:171","msg":"trace[297204708] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:27348; }","duration":"211.382938ms","start":"2026-07-03T16:54:56.112491Z","end":"2026-07-03T16:54:56.323874Z","steps":["trace[297204708] 'agreement among raft nodes before linearized reading' (duration: 211.269546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:56.323903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.522974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-vfc58.18bed5baba6a4b41\" ","response":"range_response_count:1 size:818"} {"level":"info","ts":"2026-07-03T16:54:56.323967Z","caller":"traceutil/trace.go:171","msg":"trace[1274848129] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-vfc58.18bed5baba6a4b41; range_end:; response_count:1; response_revision:27348; }","duration":"173.629275ms","start":"2026-07-03T16:54:56.150322Z","end":"2026-07-03T16:54:56.323951Z","steps":["trace[1274848129] 'agreement among raft nodes before linearized reading' (duration: 173.436671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:56.324092Z","caller":"traceutil/trace.go:171","msg":"trace[552553648] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"219.78176ms","start":"2026-07-03T16:54:56.1038Z","end":"2026-07-03T16:54:56.323582Z","steps":["trace[552553648] 'process raft request' (duration: 219.467352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:56.503638Z","caller":"traceutil/trace.go:171","msg":"trace[531022922] transaction","detail":"{read_only:false; response_revision:27349; number_of_response:1; }","duration":"177.921834ms","start":"2026-07-03T16:54:56.325694Z","end":"2026-07-03T16:54:56.503616Z","steps":["trace[531022922] 'process raft request' (duration: 177.74665ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:56.503711Z","caller":"traceutil/trace.go:171","msg":"trace[1691057681] linearizableReadLoop","detail":"{readStateIndex:28319; appliedIndex:28319; }","duration":"176.89282ms","start":"2026-07-03T16:54:56.326791Z","end":"2026-07-03T16:54:56.503684Z","steps":["trace[1691057681] 'read index received' (duration: 176.861019ms)","trace[1691057681] 'applied index is now lower than readState.Index' (duration: 29.681µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:56.504124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.34544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5\" ","response":"range_response_count:1 size:7204"} {"level":"info","ts":"2026-07-03T16:54:56.504179Z","caller":"traceutil/trace.go:171","msg":"trace[881886133] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-g56r5; range_end:; response_count:1; response_revision:27349; }","duration":"177.453362ms","start":"2026-07-03T16:54:56.326709Z","end":"2026-07-03T16:54:56.504163Z","steps":["trace[881886133] 'agreement among raft nodes before linearized reading' (duration: 177.085854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:56.550977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.542773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:54:56.551052Z","caller":"traceutil/trace.go:171","msg":"trace[1762747490] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27350; }","duration":"169.664196ms","start":"2026-07-03T16:54:56.381373Z","end":"2026-07-03T16:54:56.551037Z","steps":["trace[1762747490] 'agreement among raft nodes before linearized reading' (duration: 169.374109ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:56.654957Z","caller":"traceutil/trace.go:171","msg":"trace[1363769814] transaction","detail":"{read_only:false; response_revision:27351; number_of_response:1; }","duration":"142.74263ms","start":"2026-07-03T16:54:56.51217Z","end":"2026-07-03T16:54:56.654912Z","steps":["trace[1363769814] 'process raft request' (duration: 142.484294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:56.654912Z","caller":"traceutil/trace.go:171","msg":"trace[1352098106] linearizableReadLoop","detail":"{readStateIndex:28321; appliedIndex:28320; }","duration":"104.22855ms","start":"2026-07-03T16:54:56.550654Z","end":"2026-07-03T16:54:56.654883Z","steps":["trace[1352098106] 'read index received' (duration: 103.903103ms)","trace[1352098106] 'applied index is now lower than readState.Index' (duration: 323.797µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:56.65511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.077513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-03T16:54:56.655165Z","caller":"traceutil/trace.go:171","msg":"trace[1794943965] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5b35d99f6ad; range_end:; response_count:1; response_revision:27351; }","duration":"148.183674ms","start":"2026-07-03T16:54:56.506965Z","end":"2026-07-03T16:54:56.655149Z","steps":["trace[1794943965] 'agreement among raft nodes before linearized reading' (duration: 148.00954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.157245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.018258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:57.15734Z","caller":"traceutil/trace.go:171","msg":"trace[1066991595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27351; }","duration":"168.12332ms","start":"2026-07-03T16:54:56.989202Z","end":"2026-07-03T16:54:57.157325Z","steps":["trace[1066991595] 'range keys from in-memory index tree' (duration: 168.004517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.157687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.043926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:57.158034Z","caller":"traceutil/trace.go:171","msg":"trace[1468432518] linearizableReadLoop","detail":"{readStateIndex:28322; appliedIndex:28321; }","duration":"499.285303ms","start":"2026-07-03T16:54:56.658733Z","end":"2026-07-03T16:54:57.158018Z","steps":["trace[1468432518] 'read index received' (duration: 232.888328ms)","trace[1468432518] 'applied index is now lower than readState.Index' (duration: 266.395414ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:57.158048Z","caller":"traceutil/trace.go:171","msg":"trace[2142611860] transaction","detail":"{read_only:false; response_revision:27352; number_of_response:1; }","duration":"499.526898ms","start":"2026-07-03T16:54:56.658487Z","end":"2026-07-03T16:54:57.158013Z","steps":["trace[2142611860] 'process raft request' (duration: 232.909379ms)","trace[2142611860] 'compare' (duration: 265.697069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:57.158192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.65847Z","time spent":"499.6279ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:57.216831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.074755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-z6fbk\" ","response":"range_response_count:1 size:4465"} {"level":"warn","ts":"2026-07-03T16:54:57.216867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.807935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:57.216895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.183041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:57.216865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.3557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:57.216917Z","caller":"traceutil/trace.go:171","msg":"trace[1866982922] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-z6fbk; range_end:; response_count:1; response_revision:27352; }","duration":"558.181428ms","start":"2026-07-03T16:54:56.658711Z","end":"2026-07-03T16:54:57.216893Z","steps":["trace[1866982922] 'agreement among raft nodes before linearized reading' (duration: 499.366915ms)","trace[1866982922] 'range keys from in-memory index tree' (duration: 58.596239ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:57.216939Z","caller":"traceutil/trace.go:171","msg":"trace[1413223368] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27352; }","duration":"249.894297ms","start":"2026-07-03T16:54:56.967023Z","end":"2026-07-03T16:54:57.216918Z","steps":["trace[1413223368] 'agreement among raft nodes before linearized reading' (duration: 249.775584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.21697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.658702Z","time spent":"558.25775ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4488,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-z6fbk\" "} {"level":"info","ts":"2026-07-03T16:54:57.216966Z","caller":"traceutil/trace.go:171","msg":"trace[1587231987] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27352; }","duration":"381.491692ms","start":"2026-07-03T16:54:56.835457Z","end":"2026-07-03T16:54:57.216948Z","steps":["trace[1587231987] 'agreement among raft nodes before linearized reading' (duration: 381.231127ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:57.216935Z","caller":"traceutil/trace.go:171","msg":"trace[275586091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27352; }","duration":"274.247883ms","start":"2026-07-03T16:54:56.942676Z","end":"2026-07-03T16:54:57.216924Z","steps":["trace[275586091] 'agreement among raft nodes before linearized reading' (duration: 274.177831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.217065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.835442Z","time spent":"381.603036ms","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:57.217352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.123352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:57.217407Z","caller":"traceutil/trace.go:171","msg":"trace[2113428407] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27352; }","duration":"109.251605ms","start":"2026-07-03T16:54:57.108141Z","end":"2026-07-03T16:54:57.217393Z","steps":["trace[2113428407] 'agreement among raft nodes before linearized reading' (duration: 108.509598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:57.508644Z","caller":"traceutil/trace.go:171","msg":"trace[664226261] linearizableReadLoop","detail":"{readStateIndex:28325; appliedIndex:28324; }","duration":"256.511849ms","start":"2026-07-03T16:54:57.252076Z","end":"2026-07-03T16:54:57.508588Z","steps":["trace[664226261] 'read index received' (duration: 256.13581ms)","trace[664226261] 'applied index is now lower than readState.Index' (duration: 369.709µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:57.508804Z","caller":"traceutil/trace.go:171","msg":"trace[1287742762] transaction","detail":"{read_only:false; response_revision:27354; number_of_response:1; }","duration":"281.767635ms","start":"2026-07-03T16:54:57.227005Z","end":"2026-07-03T16:54:57.508773Z","steps":["trace[1287742762] 'process raft request' (duration: 281.273423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.508842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.079707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:57.508922Z","caller":"traceutil/trace.go:171","msg":"trace[829717478] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27354; }","duration":"280.211909ms","start":"2026-07-03T16:54:57.22869Z","end":"2026-07-03T16:54:57.508902Z","steps":["trace[829717478] 'agreement among raft nodes before linearized reading' (duration: 280.060566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.50899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.767113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:54:57.509066Z","caller":"traceutil/trace.go:171","msg":"trace[1740485668] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:27354; }","duration":"252.898396ms","start":"2026-07-03T16:54:57.256145Z","end":"2026-07-03T16:54:57.509044Z","steps":["trace[1740485668] 'agreement among raft nodes before linearized reading' (duration: 252.654581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.50929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.544681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:54:57.509332Z","caller":"traceutil/trace.go:171","msg":"trace[309928907] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27354; }","duration":"133.620822ms","start":"2026-07-03T16:54:57.3757Z","end":"2026-07-03T16:54:57.509321Z","steps":["trace[309928907] 'agreement among raft nodes before linearized reading' (duration: 133.433357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.509043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.118556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:57.509404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.039317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:57.509444Z","caller":"traceutil/trace.go:171","msg":"trace[1911348921] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27354; }","duration":"114.580026ms","start":"2026-07-03T16:54:57.394827Z","end":"2026-07-03T16:54:57.509407Z","steps":["trace[1911348921] 'agreement among raft nodes before linearized reading' (duration: 114.117396ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:57.509469Z","caller":"traceutil/trace.go:171","msg":"trace[1906377674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27354; }","duration":"224.128668ms","start":"2026-07-03T16:54:57.285321Z","end":"2026-07-03T16:54:57.509449Z","steps":["trace[1906377674] 'agreement among raft nodes before linearized reading' (duration: 224.021396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.87651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.812452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:57.876639Z","caller":"traceutil/trace.go:171","msg":"trace[1145363782] linearizableReadLoop","detail":"{readStateIndex:28326; appliedIndex:28325; }","duration":"359.960911ms","start":"2026-07-03T16:54:57.516656Z","end":"2026-07-03T16:54:57.876617Z","steps":["trace[1145363782] 'read index received' (duration: 163.956425ms)","trace[1145363782] 'applied index is now lower than readState.Index' (duration: 196.001166ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:57.876815Z","caller":"traceutil/trace.go:171","msg":"trace[55509933] transaction","detail":"{read_only:false; response_revision:27355; number_of_response:1; }","duration":"364.239019ms","start":"2026-07-03T16:54:57.512544Z","end":"2026-07-03T16:54:57.876783Z","steps":["trace[55509933] 'process raft request' (duration: 168.050348ms)","trace[55509933] 'compare' (duration: 195.611988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:57.877248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.512523Z","time spent":"364.353971ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:57.879509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.826197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385823"} {"level":"info","ts":"2026-07-03T16:54:57.879617Z","caller":"traceutil/trace.go:171","msg":"trace[392210042] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:27355; }","duration":"362.935ms","start":"2026-07-03T16:54:57.516632Z","end":"2026-07-03T16:54:57.879567Z","steps":["trace[392210042] 'agreement among raft nodes before linearized reading' (duration: 360.078454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.879696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.51662Z","time spent":"363.030321ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2020,"response size":385846,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:54:58.05238Z","caller":"traceutil/trace.go:171","msg":"trace[1114337053] linearizableReadLoop","detail":"{readStateIndex:28327; appliedIndex:28326; }","duration":"175.685663ms","start":"2026-07-03T16:54:57.876668Z","end":"2026-07-03T16:54:58.052354Z","steps":["trace[1114337053] 'read index received' (duration: 175.408997ms)","trace[1114337053] 'applied index is now lower than readState.Index' (duration: 275.366µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:58.05245Z","caller":"traceutil/trace.go:171","msg":"trace[1916863794] transaction","detail":"{read_only:false; response_revision:27356; number_of_response:1; }","duration":"531.98443ms","start":"2026-07-03T16:54:57.520438Z","end":"2026-07-03T16:54:58.052423Z","steps":["trace[1916863794] 'process raft request' (duration: 531.749675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.052521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.582476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:58.052555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.439843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:58.05257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.52042Z","time spent":"532.086093ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:58.052588Z","caller":"traceutil/trace.go:171","msg":"trace[1539387568] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27356; }","duration":"346.701489ms","start":"2026-07-03T16:54:57.70587Z","end":"2026-07-03T16:54:58.052571Z","steps":["trace[1539387568] 'agreement among raft nodes before linearized reading' (duration: 346.557756ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:58.052592Z","caller":"traceutil/trace.go:171","msg":"trace[485705085] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27356; }","duration":"360.528304ms","start":"2026-07-03T16:54:57.692052Z","end":"2026-07-03T16:54:58.05258Z","steps":["trace[485705085] 'agreement among raft nodes before linearized reading' (duration: 360.439262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.05262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.705848Z","time spent":"346.76365ms","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:58.052629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.692036Z","time spent":"360.583066ms","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:58.052897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.12719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:58.052938Z","caller":"traceutil/trace.go:171","msg":"trace[1480225778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27356; }","duration":"108.204182ms","start":"2026-07-03T16:54:57.944724Z","end":"2026-07-03T16:54:58.052929Z","steps":["trace[1480225778] 'agreement among raft nodes before linearized reading' (duration: 108.144841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.052954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.785323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-vfc58.18bed5af160f7b4b\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-03T16:54:58.052997Z","caller":"traceutil/trace.go:171","msg":"trace[490951683] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-vfc58.18bed5af160f7b4b; range_end:; response_count:1; response_revision:27356; }","duration":"171.866565ms","start":"2026-07-03T16:54:57.881119Z","end":"2026-07-03T16:54:58.052985Z","steps":["trace[490951683] 'agreement among raft nodes before linearized reading' (duration: 171.741403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.05309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.994803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-03T16:54:58.053125Z","caller":"traceutil/trace.go:171","msg":"trace[1822015750] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27356; }","duration":"149.049844ms","start":"2026-07-03T16:54:57.904067Z","end":"2026-07-03T16:54:58.053117Z","steps":["trace[1822015750] 'agreement among raft nodes before linearized reading' (duration: 148.934642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.055653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.350072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29718280-gvzc5.18bed5188fd589d2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27355 ","response":"range_response_count:500 size:385856"} {"level":"info","ts":"2026-07-03T16:54:58.055807Z","caller":"traceutil/trace.go:171","msg":"trace[83955634] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29718280-gvzc5.18bed5188fd589d2\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:27356; }","duration":"160.546896ms","start":"2026-07-03T16:54:57.895246Z","end":"2026-07-03T16:54:58.055793Z","steps":["trace[83955634] 'agreement among raft nodes before linearized reading' (duration: 157.880536ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:58.245008Z","caller":"traceutil/trace.go:171","msg":"trace[610147572] linearizableReadLoop","detail":"{readStateIndex:28330; appliedIndex:28329; }","duration":"108.291523ms","start":"2026-07-03T16:54:58.136694Z","end":"2026-07-03T16:54:58.244985Z","steps":["trace[610147572] 'read index received' (duration: 108.024947ms)","trace[610147572] 'applied index is now lower than readState.Index' (duration: 265.076µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:58.245078Z","caller":"traceutil/trace.go:171","msg":"trace[1692933973] transaction","detail":"{read_only:false; response_revision:27359; number_of_response:1; }","duration":"109.402159ms","start":"2026-07-03T16:54:58.135639Z","end":"2026-07-03T16:54:58.245041Z","steps":["trace[1692933973] 'process raft request' (duration: 109.179234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.245241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.527568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-sb274\" ","response":"range_response_count:1 size:7717"} {"level":"info","ts":"2026-07-03T16:54:58.245293Z","caller":"traceutil/trace.go:171","msg":"trace[753767631] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-sb274; range_end:; response_count:1; response_revision:27359; }","duration":"108.60031ms","start":"2026-07-03T16:54:58.136676Z","end":"2026-07-03T16:54:58.245277Z","steps":["trace[753767631] 'agreement among raft nodes before linearized reading' (duration: 108.441266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:58.389438Z","caller":"traceutil/trace.go:171","msg":"trace[2120897971] linearizableReadLoop","detail":"{readStateIndex:28332; appliedIndex:28330; }","duration":"124.084554ms","start":"2026-07-03T16:54:58.265333Z","end":"2026-07-03T16:54:58.389417Z","steps":["trace[2120897971] 'read index received' (duration: 13.762675ms)","trace[2120897971] 'applied index is now lower than readState.Index' (duration: 110.320659ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:58.3896Z","caller":"traceutil/trace.go:171","msg":"trace[654281774] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"134.118853ms","start":"2026-07-03T16:54:58.255353Z","end":"2026-07-03T16:54:58.389472Z","steps":["trace[654281774] 'process raft request' (duration: 133.821657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.38969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.341899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2f0aa653120\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27355 ","response":"range_response_count:20 size:14971"} {"level":"info","ts":"2026-07-03T16:54:58.38983Z","caller":"traceutil/trace.go:171","msg":"trace[1860609407] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2f0aa653120\u0000; range_end:/registry/events/openstack0; response_count:20; response_revision:27361; }","duration":"124.525384ms","start":"2026-07-03T16:54:58.265288Z","end":"2026-07-03T16:54:58.389814Z","steps":["trace[1860609407] 'agreement among raft nodes before linearized reading' (duration: 124.208687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.412903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.711074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-07-03T16:54:58.413066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.202016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:54:58.413137Z","caller":"traceutil/trace.go:171","msg":"trace[1113767808] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27362; }","duration":"103.313889ms","start":"2026-07-03T16:54:58.309804Z","end":"2026-07-03T16:54:58.413118Z","steps":["trace[1113767808] 'agreement among raft nodes before linearized reading' (duration: 103.116584ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:58.413193Z","caller":"traceutil/trace.go:171","msg":"trace[1593838183] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec; range_end:; response_count:1; response_revision:27362; }","duration":"130.9796ms","start":"2026-07-03T16:54:58.282121Z","end":"2026-07-03T16:54:58.413101Z","steps":["trace[1593838183] 'agreement among raft nodes before linearized reading' (duration: 130.646133ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:58.680879Z","caller":"traceutil/trace.go:171","msg":"trace[1371913901] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"230.047114ms","start":"2026-07-03T16:54:58.450806Z","end":"2026-07-03T16:54:58.680854Z","steps":["trace[1371913901] 'process raft request' (duration: 214.045668ms)","trace[1371913901] 'compare' (duration: 15.386062ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:58.841118Z","caller":"traceutil/trace.go:171","msg":"trace[237384423] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"116.877779ms","start":"2026-07-03T16:54:58.724214Z","end":"2026-07-03T16:54:58.841092Z","steps":["trace[237384423] 'process raft request' (duration: 116.717726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:59.040063Z","caller":"traceutil/trace.go:171","msg":"trace[540215075] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"194.518832ms","start":"2026-07-03T16:54:58.845522Z","end":"2026-07-03T16:54:59.040041Z","steps":["trace[540215075] 'process raft request' (duration: 158.953291ms)","trace[540215075] 'compare' (duration: 35.296995ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:59.204765Z","caller":"traceutil/trace.go:171","msg":"trace[81223911] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"122.984429ms","start":"2026-07-03T16:54:59.081748Z","end":"2026-07-03T16:54:59.204732Z","steps":["trace[81223911] 'process raft request' (duration: 122.094899ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:59.376193Z","caller":"traceutil/trace.go:171","msg":"trace[1255432631] linearizableReadLoop","detail":"{readStateIndex:28344; appliedIndex:28342; }","duration":"145.681447ms","start":"2026-07-03T16:54:59.230338Z","end":"2026-07-03T16:54:59.37602Z","steps":["trace[1255432631] 'read index received' (duration: 51.339402ms)","trace[1255432631] 'applied index is now lower than readState.Index' (duration: 94.340555ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:59.376208Z","caller":"traceutil/trace.go:171","msg":"trace[1344583977] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"160.762431ms","start":"2026-07-03T16:54:59.21537Z","end":"2026-07-03T16:54:59.376132Z","steps":["trace[1344583977] 'process raft request' (duration: 160.500165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:59.376395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.013615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:54:59.376422Z","caller":"traceutil/trace.go:171","msg":"trace[125106904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27373; }","duration":"146.102496ms","start":"2026-07-03T16:54:59.230309Z","end":"2026-07-03T16:54:59.376412Z","steps":["trace[125106904] 'agreement among raft nodes before linearized reading' (duration: 145.941053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:59.421441Z","caller":"traceutil/trace.go:171","msg":"trace[1577901144] transaction","detail":"{read_only:false; response_revision:27374; number_of_response:1; }","duration":"135.130916ms","start":"2026-07-03T16:54:59.286282Z","end":"2026-07-03T16:54:59.421413Z","steps":["trace[1577901144] 'process raft request' (duration: 134.983653ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:59.682063Z","caller":"traceutil/trace.go:171","msg":"trace[456816616] transaction","detail":"{read_only:false; response_revision:27375; number_of_response:1; }","duration":"256.557029ms","start":"2026-07-03T16:54:59.425471Z","end":"2026-07-03T16:54:59.682028Z","steps":["trace[456816616] 'process raft request' (duration: 256.366525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:59.932025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.650851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:59.932136Z","caller":"traceutil/trace.go:171","msg":"trace[1260091141] linearizableReadLoop","detail":"{readStateIndex:28347; appliedIndex:28346; }","duration":"237.811302ms","start":"2026-07-03T16:54:59.694307Z","end":"2026-07-03T16:54:59.932118Z","steps":["trace[1260091141] 'read index received' (duration: 100.966326ms)","trace[1260091141] 'applied index is now lower than readState.Index' (duration: 136.843476ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:59.932151Z","caller":"traceutil/trace.go:171","msg":"trace[929820044] transaction","detail":"{read_only:false; response_revision:27376; number_of_response:1; }","duration":"242.923948ms","start":"2026-07-03T16:54:59.689206Z","end":"2026-07-03T16:54:59.93213Z","steps":["trace[929820044] 'process raft request' (duration: 106.064572ms)","trace[929820044] 'compare' (duration: 136.489908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:59.932266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.955545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:59.932301Z","caller":"traceutil/trace.go:171","msg":"trace[1266875041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27376; }","duration":"238.033887ms","start":"2026-07-03T16:54:59.694258Z","end":"2026-07-03T16:54:59.932292Z","steps":["trace[1266875041] 'agreement among raft nodes before linearized reading' (duration: 237.950685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:59.93243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.162721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:54:59.932507Z","caller":"traceutil/trace.go:171","msg":"trace[236160641] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27376; }","duration":"193.295444ms","start":"2026-07-03T16:54:59.739193Z","end":"2026-07-03T16:54:59.932488Z","steps":["trace[236160641] 'agreement among raft nodes before linearized reading' (duration: 193.069259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.20123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.691503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:00.201347Z","caller":"traceutil/trace.go:171","msg":"trace[1833868436] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"264.255616ms","start":"2026-07-03T16:54:59.937072Z","end":"2026-07-03T16:55:00.201328Z","steps":["trace[1833868436] 'process raft request' (duration: 130.379859ms)","trace[1833868436] 'compare' (duration: 133.57412ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:00.770224Z","caller":"traceutil/trace.go:171","msg":"trace[1791864290] linearizableReadLoop","detail":"{readStateIndex:28359; appliedIndex:28357; }","duration":"237.038004ms","start":"2026-07-03T16:55:00.533142Z","end":"2026-07-03T16:55:00.77018Z","steps":["trace[1791864290] 'read index received' (duration: 33.545666ms)","trace[1791864290] 'applied index is now lower than readState.Index' (duration: 203.491298ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:00.770461Z","caller":"traceutil/trace.go:171","msg":"trace[648499399] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"260.308295ms","start":"2026-07-03T16:55:00.510124Z","end":"2026-07-03T16:55:00.770432Z","steps":["trace[648499399] 'process raft request' (duration: 190.211914ms)","trace[648499399] 'compare' (duration: 69.356884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:00.770702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.543125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:55:00.770805Z","caller":"traceutil/trace.go:171","msg":"trace[1231823608] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27388; }","duration":"237.696439ms","start":"2026-07-03T16:55:00.533085Z","end":"2026-07-03T16:55:00.770781Z","steps":["trace[1231823608] 'agreement among raft nodes before linearized reading' (duration: 237.431533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.774838Z","caller":"traceutil/trace.go:171","msg":"trace[1140244599] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"154.932238ms","start":"2026-07-03T16:55:00.619874Z","end":"2026-07-03T16:55:00.774806Z","steps":["trace[1140244599] 'process raft request' (duration: 154.738254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.788308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.722041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:00.78837Z","caller":"traceutil/trace.go:171","msg":"trace[60516103] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27389; }","duration":"213.832124ms","start":"2026-07-03T16:55:00.574523Z","end":"2026-07-03T16:55:00.788355Z","steps":["trace[60516103] 'agreement among raft nodes before linearized reading' (duration: 213.728442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.788433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.963032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-03T16:55:00.788604Z","caller":"traceutil/trace.go:171","msg":"trace[1103797786] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-29dss.18bed5af89413bec; range_end:; response_count:1; response_revision:27389; }","duration":"209.161846ms","start":"2026-07-03T16:55:00.579423Z","end":"2026-07-03T16:55:00.788585Z","steps":["trace[1103797786] 'agreement among raft nodes before linearized reading' (duration: 208.856459ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.976716Z","caller":"traceutil/trace.go:171","msg":"trace[282744969] transaction","detail":"{read_only:false; response_revision:27393; number_of_response:1; }","duration":"147.806206ms","start":"2026-07-03T16:55:00.828867Z","end":"2026-07-03T16:55:00.976674Z","steps":["trace[282744969] 'process raft request' (duration: 52.950459ms)","trace[282744969] 'compare' (duration: 94.723853ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:01.260197Z","caller":"traceutil/trace.go:171","msg":"trace[716711234] linearizableReadLoop","detail":"{readStateIndex:28368; appliedIndex:28367; }","duration":"159.931392ms","start":"2026-07-03T16:55:01.100233Z","end":"2026-07-03T16:55:01.260164Z","steps":["trace[716711234] 'read index received' (duration: 159.327238ms)","trace[716711234] 'applied index is now lower than readState.Index' (duration: 603.034µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:01.260252Z","caller":"traceutil/trace.go:171","msg":"trace[915510056] transaction","detail":"{read_only:false; response_revision:27396; number_of_response:1; }","duration":"205.364111ms","start":"2026-07-03T16:55:01.054845Z","end":"2026-07-03T16:55:01.260209Z","steps":["trace[915510056] 'process raft request' (duration: 205.169016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:01.260366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.117017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:01.26041Z","caller":"traceutil/trace.go:171","msg":"trace[941928271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27396; }","duration":"160.217219ms","start":"2026-07-03T16:55:01.100181Z","end":"2026-07-03T16:55:01.260398Z","steps":["trace[941928271] 'agreement among raft nodes before linearized reading' (duration: 160.106897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:01.620588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.493093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:01.620696Z","caller":"traceutil/trace.go:171","msg":"trace[431395116] transaction","detail":"{read_only:false; response_revision:27397; number_of_response:1; }","duration":"355.371485ms","start":"2026-07-03T16:55:01.265307Z","end":"2026-07-03T16:55:01.620678Z","steps":["trace[431395116] 'process raft request' (duration: 163.692708ms)","trace[431395116] 'compare' (duration: 191.132575ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:01.620759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.265291Z","time spent":"355.434537ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:01.901713Z","caller":"traceutil/trace.go:171","msg":"trace[526708475] linearizableReadLoop","detail":"{readStateIndex:28370; appliedIndex:28369; }","duration":"371.895694ms","start":"2026-07-03T16:55:01.529749Z","end":"2026-07-03T16:55:01.901644Z","steps":["trace[526708475] 'read index received' (duration: 371.688579ms)","trace[526708475] 'applied index is now lower than readState.Index' (duration: 206.275µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:01.901804Z","caller":"traceutil/trace.go:171","msg":"trace[141586346] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"633.207511ms","start":"2026-07-03T16:55:01.268547Z","end":"2026-07-03T16:55:01.901755Z","steps":["trace[141586346] 'process raft request' (duration: 632.950696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:01.901917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.13612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-03T16:55:01.901963Z","caller":"traceutil/trace.go:171","msg":"trace[2079591759] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27398; }","duration":"372.251132ms","start":"2026-07-03T16:55:01.529699Z","end":"2026-07-03T16:55:01.90195Z","steps":["trace[2079591759] 'agreement among raft nodes before linearized reading' (duration: 372.129229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:01.901967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.268527Z","time spent":"633.350645ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4323,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:01.902001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.529681Z","time spent":"372.308604ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-03T16:55:01.902113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.599268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:55:01.902195Z","caller":"traceutil/trace.go:171","msg":"trace[1231133652] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-sb274.18bed5aeb5718a37; range_end:; response_count:1; response_revision:27398; }","duration":"276.731371ms","start":"2026-07-03T16:55:01.625442Z","end":"2026-07-03T16:55:01.902174Z","steps":["trace[1231133652] 'agreement among raft nodes before linearized reading' (duration: 276.423884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:02.036423Z","caller":"traceutil/trace.go:171","msg":"trace[1949289288] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"109.434909ms","start":"2026-07-03T16:55:01.926869Z","end":"2026-07-03T16:55:02.036304Z","steps":["trace[1949289288] 'process raft request' (duration: 109.243515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:02.324012Z","caller":"traceutil/trace.go:171","msg":"trace[1016543417] transaction","detail":"{read_only:false; response_revision:27403; number_of_response:1; }","duration":"144.215473ms","start":"2026-07-03T16:55:02.17975Z","end":"2026-07-03T16:55:02.323966Z","steps":["trace[1016543417] 'process raft request' (duration: 99.360319ms)","trace[1016543417] 'compare' (duration: 44.706491ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:02.78695Z","caller":"traceutil/trace.go:171","msg":"trace[2039668058] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"276.223009ms","start":"2026-07-03T16:55:02.510701Z","end":"2026-07-03T16:55:02.786924Z","steps":["trace[2039668058] 'process raft request' (duration: 273.506217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.774157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.248167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:03.774291Z","caller":"traceutil/trace.go:171","msg":"trace[212297843] linearizableReadLoop","detail":"{readStateIndex:28396; appliedIndex:28395; }","duration":"723.556895ms","start":"2026-07-03T16:55:03.05071Z","end":"2026-07-03T16:55:03.774266Z","steps":["trace[212297843] 'read index received' (duration: 134.069982ms)","trace[212297843] 'applied index is now lower than readState.Index' (duration: 589.485163ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:03.774363Z","caller":"traceutil/trace.go:171","msg":"trace[507953563] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"724.902077ms","start":"2026-07-03T16:55:03.04943Z","end":"2026-07-03T16:55:03.774332Z","steps":["trace[507953563] 'process raft request' (duration: 135.386863ms)","trace[507953563] 'compare' (duration: 588.841008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:03.774484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.049421Z","time spent":"725.006299ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4691,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:03.774544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.305414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:03.774543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.736884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-03T16:55:03.774565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.840101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed2c228a19fd0\" ","response":"range_response_count:1 size:824"} {"level":"warn","ts":"2026-07-03T16:55:03.774601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.913385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:55:03.774614Z","caller":"traceutil/trace.go:171","msg":"trace[910070874] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27424; }","duration":"517.419626ms","start":"2026-07-03T16:55:03.257173Z","end":"2026-07-03T16:55:03.774592Z","steps":["trace[910070874] 'agreement among raft nodes before linearized reading' (duration: 517.293204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:03.774634Z","caller":"traceutil/trace.go:171","msg":"trace[1531626418] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed2c228a19fd0; range_end:; response_count:1; response_revision:27424; }","duration":"723.916983ms","start":"2026-07-03T16:55:03.050693Z","end":"2026-07-03T16:55:03.77461Z","steps":["trace[1531626418] 'agreement among raft nodes before linearized reading' (duration: 723.732789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:03.774617Z","caller":"traceutil/trace.go:171","msg":"trace[1399853563] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27424; }","duration":"619.848427ms","start":"2026-07-03T16:55:03.154752Z","end":"2026-07-03T16:55:03.7746Z","steps":["trace[1399853563] 'agreement among raft nodes before linearized reading' (duration: 619.654012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.774671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.720864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:55:03.774697Z","caller":"traceutil/trace.go:171","msg":"trace[48640655] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27424; }","duration":"309.005417ms","start":"2026-07-03T16:55:03.465633Z","end":"2026-07-03T16:55:03.774639Z","steps":["trace[48640655] 'agreement among raft nodes before linearized reading' (duration: 308.771262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.774716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.050685Z","time spent":"724.019915ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed2c228a19fd0\" "} {"level":"warn","ts":"2026-07-03T16:55:03.774706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.257157Z","time spent":"517.53893ms","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:03.774747Z","caller":"traceutil/trace.go:171","msg":"trace[1742683389] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27424; }","duration":"436.859677ms","start":"2026-07-03T16:55:03.337866Z","end":"2026-07-03T16:55:03.774726Z","steps":["trace[1742683389] 'agreement among raft nodes before linearized reading' (duration: 436.586211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.77476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.465616Z","time spent":"309.12808ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:03.774768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.154733Z","time spent":"620.02504ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:55:03.774803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.337849Z","time spent":"436.941869ms","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:03.998876Z","caller":"traceutil/trace.go:171","msg":"trace[1372548282] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"168.070859ms","start":"2026-07-03T16:55:03.830761Z","end":"2026-07-03T16:55:03.998832Z","steps":["trace[1372548282] 'process raft request' (duration: 167.323402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.021346Z","caller":"traceutil/trace.go:171","msg":"trace[341819678] linearizableReadLoop","detail":"{readStateIndex:28399; appliedIndex:28397; }","duration":"137.026229ms","start":"2026-07-03T16:55:03.88429Z","end":"2026-07-03T16:55:04.021316Z","steps":["trace[341819678] 'read index received' (duration: 113.724887ms)","trace[341819678] 'applied index is now lower than readState.Index' (duration: 23.299662ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:04.021465Z","caller":"traceutil/trace.go:171","msg":"trace[437167190] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"190.590672ms","start":"2026-07-03T16:55:03.830823Z","end":"2026-07-03T16:55:04.021414Z","steps":["trace[437167190] 'process raft request' (duration: 190.321276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.02164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.327487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:55:04.021706Z","caller":"traceutil/trace.go:171","msg":"trace[1524358346] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27427; }","duration":"137.44182ms","start":"2026-07-03T16:55:03.884245Z","end":"2026-07-03T16:55:04.021687Z","steps":["trace[1524358346] 'agreement among raft nodes before linearized reading' (duration: 137.198523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.194213Z","caller":"traceutil/trace.go:171","msg":"trace[1281140859] transaction","detail":"{read_only:false; response_revision:27429; number_of_response:1; }","duration":"139.251911ms","start":"2026-07-03T16:55:04.054934Z","end":"2026-07-03T16:55:04.194186Z","steps":["trace[1281140859] 'process raft request' (duration: 139.070087ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.217835Z","caller":"traceutil/trace.go:171","msg":"trace[1050216499] transaction","detail":"{read_only:false; response_revision:27430; number_of_response:1; }","duration":"143.022648ms","start":"2026-07-03T16:55:04.074784Z","end":"2026-07-03T16:55:04.217807Z","steps":["trace[1050216499] 'process raft request' (duration: 142.875374ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.633405Z","caller":"traceutil/trace.go:171","msg":"trace[1620851488] linearizableReadLoop","detail":"{readStateIndex:28405; appliedIndex:28404; }","duration":"354.321373ms","start":"2026-07-03T16:55:04.279064Z","end":"2026-07-03T16:55:04.633386Z","steps":["trace[1620851488] 'read index received' (duration: 354.221491ms)","trace[1620851488] 'applied index is now lower than readState.Index' (duration: 99.012µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:04.633648Z","caller":"traceutil/trace.go:171","msg":"trace[361467644] transaction","detail":"{read_only:false; response_revision:27433; number_of_response:1; }","duration":"356.942322ms","start":"2026-07-03T16:55:04.276699Z","end":"2026-07-03T16:55:04.633641Z","steps":["trace[361467644] 'process raft request' (duration: 356.548233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.633732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:04.276689Z","time spent":"356.982332ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:04.634089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.995408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:55:04.634175Z","caller":"traceutil/trace.go:171","msg":"trace[1780512792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27433; }","duration":"355.10827ms","start":"2026-07-03T16:55:04.279048Z","end":"2026-07-03T16:55:04.634156Z","steps":["trace[1780512792] 'agreement among raft nodes before linearized reading' (duration: 354.587798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.634607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:04.279041Z","time spent":"355.548471ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:55:04.655897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.615132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:04.655931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.541901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:55:04.655975Z","caller":"traceutil/trace.go:171","msg":"trace[852659609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27434; }","duration":"285.614203ms","start":"2026-07-03T16:55:04.370351Z","end":"2026-07-03T16:55:04.655965Z","steps":["trace[852659609] 'agreement among raft nodes before linearized reading' (duration: 285.47439ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.655981Z","caller":"traceutil/trace.go:171","msg":"trace[622775228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27434; }","duration":"327.757365ms","start":"2026-07-03T16:55:04.328203Z","end":"2026-07-03T16:55:04.65596Z","steps":["trace[622775228] 'agreement among raft nodes before linearized reading' (duration: 327.606402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.656026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:04.328181Z","time spent":"327.834137ms","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:04.656196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.508255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-07-03T16:55:04.656225Z","caller":"traceutil/trace.go:171","msg":"trace[1223192595] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27434; }","duration":"213.574827ms","start":"2026-07-03T16:55:04.442644Z","end":"2026-07-03T16:55:04.656219Z","steps":["trace[1223192595] 'agreement among raft nodes before linearized reading' (duration: 213.479595ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.656301Z","caller":"traceutil/trace.go:171","msg":"trace[1627726863] transaction","detail":"{read_only:false; response_revision:27434; number_of_response:1; }","duration":"173.545093ms","start":"2026-07-03T16:55:04.482733Z","end":"2026-07-03T16:55:04.656278Z","steps":["trace[1627726863] 'process raft request' (duration: 172.831947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.656486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.938206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-03T16:55:04.656532Z","caller":"traceutil/trace.go:171","msg":"trace[1669732709] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27434; }","duration":"214.021318ms","start":"2026-07-03T16:55:04.4425Z","end":"2026-07-03T16:55:04.656521Z","steps":["trace[1669732709] 'agreement among raft nodes before linearized reading' (duration: 213.886085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.656887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.449382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:55:04.656936Z","caller":"traceutil/trace.go:171","msg":"trace[1664950473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27434; }","duration":"286.528124ms","start":"2026-07-03T16:55:04.370396Z","end":"2026-07-03T16:55:04.656924Z","steps":["trace[1664950473] 'agreement among raft nodes before linearized reading' (duration: 286.299719ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.839295Z","caller":"traceutil/trace.go:171","msg":"trace[1200731066] transaction","detail":"{read_only:false; response_revision:27436; number_of_response:1; }","duration":"180.079343ms","start":"2026-07-03T16:55:04.659189Z","end":"2026-07-03T16:55:04.839268Z","steps":["trace[1200731066] 'process raft request' (duration: 179.869028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.839498Z","caller":"traceutil/trace.go:171","msg":"trace[1065226476] transaction","detail":"{read_only:false; response_revision:27437; number_of_response:1; }","duration":"179.454008ms","start":"2026-07-03T16:55:04.660018Z","end":"2026-07-03T16:55:04.839472Z","steps":["trace[1065226476] 'process raft request' (duration: 179.205853ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:04.839495Z","caller":"traceutil/trace.go:171","msg":"trace[219543393] linearizableReadLoop","detail":"{readStateIndex:28409; appliedIndex:28407; }","duration":"150.822684ms","start":"2026-07-03T16:55:04.688642Z","end":"2026-07-03T16:55:04.839465Z","steps":["trace[219543393] 'read index received' (duration: 150.348853ms)","trace[219543393] 'applied index is now lower than readState.Index' (duration: 472.131µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:04.839724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:04.839764Z","caller":"traceutil/trace.go:171","msg":"trace[1532069333] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27437; }","duration":"135.750111ms","start":"2026-07-03T16:55:04.704005Z","end":"2026-07-03T16:55:04.839755Z","steps":["trace[1532069333] 'agreement among raft nodes before linearized reading' (duration: 135.665368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.83976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.862036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-03T16:55:04.8398Z","caller":"traceutil/trace.go:171","msg":"trace[1121263662] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27437; }","duration":"143.930538ms","start":"2026-07-03T16:55:04.695857Z","end":"2026-07-03T16:55:04.839788Z","steps":["trace[1121263662] 'agreement among raft nodes before linearized reading' (duration: 143.773884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.839864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.791469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b018ab13fc\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-07-03T16:55:04.839926Z","caller":"traceutil/trace.go:171","msg":"trace[1067297597] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bed5b018ab13fc; range_end:; response_count:1; response_revision:27437; }","duration":"141.899871ms","start":"2026-07-03T16:55:04.698009Z","end":"2026-07-03T16:55:04.839909Z","steps":["trace[1067297597] 'agreement among raft nodes before linearized reading' (duration: 141.708707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:04.840265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.740755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117620"} {"level":"info","ts":"2026-07-03T16:55:04.840338Z","caller":"traceutil/trace.go:171","msg":"trace[480665852] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:27437; }","duration":"179.832767ms","start":"2026-07-03T16:55:04.660489Z","end":"2026-07-03T16:55:04.840322Z","steps":["trace[480665852] 'agreement among raft nodes before linearized reading' (duration: 179.063639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:05.117396Z","caller":"traceutil/trace.go:171","msg":"trace[82257944] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"141.134734ms","start":"2026-07-03T16:55:04.976211Z","end":"2026-07-03T16:55:05.117346Z","steps":["trace[82257944] 'process raft request' (duration: 140.802537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:05.117417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.226429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:55:05.117494Z","caller":"traceutil/trace.go:171","msg":"trace[1163018487] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27442; }","duration":"100.344702ms","start":"2026-07-03T16:55:05.017129Z","end":"2026-07-03T16:55:05.117474Z","steps":["trace[1163018487] 'agreement among raft nodes before linearized reading' (duration: 100.069646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:05.64901Z","caller":"traceutil/trace.go:171","msg":"trace[1562117480] transaction","detail":"{read_only:false; response_revision:27446; number_of_response:1; }","duration":"393.833144ms","start":"2026-07-03T16:55:05.255157Z","end":"2026-07-03T16:55:05.648991Z","steps":["trace[1562117480] 'process raft request' (duration: 393.510966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:05.649148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.255132Z","time spent":"393.944337ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:05.83415Z","caller":"traceutil/trace.go:171","msg":"trace[1344753598] linearizableReadLoop","detail":"{readStateIndex:28422; appliedIndex:28420; }","duration":"116.90925ms","start":"2026-07-03T16:55:05.717214Z","end":"2026-07-03T16:55:05.834123Z","steps":["trace[1344753598] 'read index received' (duration: 46.373059ms)","trace[1344753598] 'applied index is now lower than readState.Index' (duration: 70.535191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:05.834384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.151636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-03T16:55:05.834456Z","caller":"traceutil/trace.go:171","msg":"trace[963596934] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27449; }","duration":"117.264788ms","start":"2026-07-03T16:55:05.717175Z","end":"2026-07-03T16:55:05.834439Z","steps":["trace[963596934] 'agreement among raft nodes before linearized reading' (duration: 117.049533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:05.834804Z","caller":"traceutil/trace.go:171","msg":"trace[679144580] transaction","detail":"{read_only:false; response_revision:27449; number_of_response:1; }","duration":"140.881009ms","start":"2026-07-03T16:55:05.693906Z","end":"2026-07-03T16:55:05.834787Z","steps":["trace[679144580] 'process raft request' (duration: 140.064949ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:06.124762Z","caller":"traceutil/trace.go:171","msg":"trace[456323558] linearizableReadLoop","detail":"{readStateIndex:28426; appliedIndex:28425; }","duration":"108.59222ms","start":"2026-07-03T16:55:06.016146Z","end":"2026-07-03T16:55:06.124738Z","steps":["trace[456323558] 'read index received' (duration: 38.207813ms)","trace[456323558] 'applied index is now lower than readState.Index' (duration: 70.383757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:06.124958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.800635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:55:06.124981Z","caller":"traceutil/trace.go:171","msg":"trace[740074956] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2a45dc0a0ce; range_end:; response_count:1; response_revision:27453; }","duration":"108.866487ms","start":"2026-07-03T16:55:06.016107Z","end":"2026-07-03T16:55:06.124973Z","steps":["trace[740074956] 'agreement among raft nodes before linearized reading' (duration: 108.722834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:06.125057Z","caller":"traceutil/trace.go:171","msg":"trace[25776305] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"138.411901ms","start":"2026-07-03T16:55:05.986617Z","end":"2026-07-03T16:55:06.125029Z","steps":["trace[25776305] 'process raft request' (duration: 67.765087ms)","trace[25776305] 'compare' (duration: 70.263785ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:06.346092Z","caller":"traceutil/trace.go:171","msg":"trace[1867778241] linearizableReadLoop","detail":"{readStateIndex:28427; appliedIndex:28426; }","duration":"183.999541ms","start":"2026-07-03T16:55:06.162066Z","end":"2026-07-03T16:55:06.346065Z","steps":["trace[1867778241] 'read index received' (duration: 137.736705ms)","trace[1867778241] 'applied index is now lower than readState.Index' (duration: 46.261456ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:06.346229Z","caller":"traceutil/trace.go:171","msg":"trace[1401018196] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"218.127542ms","start":"2026-07-03T16:55:06.128087Z","end":"2026-07-03T16:55:06.346215Z","steps":["trace[1401018196] 'process raft request' (duration: 171.646491ms)","trace[1401018196] 'compare' (duration: 46.170364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:06.346367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.18229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:06.346441Z","caller":"traceutil/trace.go:171","msg":"trace[809051463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27454; }","duration":"115.321063ms","start":"2026-07-03T16:55:06.231105Z","end":"2026-07-03T16:55:06.346426Z","steps":["trace[809051463] 'agreement among raft nodes before linearized reading' (duration: 115.152729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:06.346451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.3714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6\" ","response":"range_response_count:1 size:6073"} {"level":"info","ts":"2026-07-03T16:55:06.346511Z","caller":"traceutil/trace.go:171","msg":"trace[473094265] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6; range_end:; response_count:1; response_revision:27454; }","duration":"184.492023ms","start":"2026-07-03T16:55:06.162004Z","end":"2026-07-03T16:55:06.346496Z","steps":["trace[473094265] 'agreement among raft nodes before linearized reading' (duration: 184.278458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:07.032609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.493392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:07.032691Z","caller":"traceutil/trace.go:171","msg":"trace[1741159854] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"676.758046ms","start":"2026-07-03T16:55:06.355918Z","end":"2026-07-03T16:55:07.032676Z","steps":["trace[1741159854] 'process raft request' (duration: 510.131631ms)","trace[1741159854] 'compare' (duration: 166.091003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:07.032735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.355901Z","time spent":"676.812498ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6128,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:07.185936Z","caller":"traceutil/trace.go:171","msg":"trace[1521505557] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"816.375294ms","start":"2026-07-03T16:55:06.369518Z","end":"2026-07-03T16:55:07.185893Z","steps":["trace[1521505557] 'process raft request' (duration: 798.6765ms)","trace[1521505557] 'compare' (duration: 17.347966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:07.186066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.369494Z","time spent":"816.514278ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:55:07.186128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.186223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:55:07.186131Z","caller":"traceutil/trace.go:171","msg":"trace[880631679] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"524.289244ms","start":"2026-07-03T16:55:06.661811Z","end":"2026-07-03T16:55:07.186101Z","steps":["trace[880631679] 'process raft request' (duration: 523.994827ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:07.186174Z","caller":"traceutil/trace.go:171","msg":"trace[1010334476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27458; }","duration":"299.285465ms","start":"2026-07-03T16:55:06.886877Z","end":"2026-07-03T16:55:07.186162Z","steps":["trace[1010334476] 'agreement among raft nodes before linearized reading' (duration: 299.112892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:07.185937Z","caller":"traceutil/trace.go:171","msg":"trace[769960280] linearizableReadLoop","detail":"{readStateIndex:28431; appliedIndex:28429; }","duration":"298.976169ms","start":"2026-07-03T16:55:06.886937Z","end":"2026-07-03T16:55:07.185913Z","steps":["trace[769960280] 'read index received' (duration: 281.147202ms)","trace[769960280] 'applied index is now lower than readState.Index' (duration: 17.827907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:07.186268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.66177Z","time spent":"524.425207ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:07.186355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.221318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj\" ","response":"range_response_count:1 size:6365"} {"level":"info","ts":"2026-07-03T16:55:07.186387Z","caller":"traceutil/trace.go:171","msg":"trace[1951185774] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj; range_end:; response_count:1; response_revision:27458; }","duration":"149.288789ms","start":"2026-07-03T16:55:07.037088Z","end":"2026-07-03T16:55:07.186376Z","steps":["trace[1951185774] 'agreement among raft nodes before linearized reading' (duration: 149.195067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:07.186402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.947173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:07.186523Z","caller":"traceutil/trace.go:171","msg":"trace[238294776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27458; }","duration":"241.074316ms","start":"2026-07-03T16:55:06.945427Z","end":"2026-07-03T16:55:07.186501Z","steps":["trace[238294776] 'agreement among raft nodes before linearized reading' (duration: 240.893782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:07.186419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.907757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:55:07.186648Z","caller":"traceutil/trace.go:171","msg":"trace[436641477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27458; }","duration":"236.175714ms","start":"2026-07-03T16:55:06.950454Z","end":"2026-07-03T16:55:07.18663Z","steps":["trace[436641477] 'agreement among raft nodes before linearized reading' (duration: 235.822496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:07.18642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.562956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:55:07.186761Z","caller":"traceutil/trace.go:171","msg":"trace[1149126440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27458; }","duration":"283.952395ms","start":"2026-07-03T16:55:06.902798Z","end":"2026-07-03T16:55:07.186751Z","steps":["trace[1149126440] 'agreement among raft nodes before linearized reading' (duration: 283.481414ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:07.337453Z","caller":"traceutil/trace.go:171","msg":"trace[1930062026] transaction","detail":"{read_only:false; response_revision:27460; number_of_response:1; }","duration":"147.099839ms","start":"2026-07-03T16:55:07.190331Z","end":"2026-07-03T16:55:07.337431Z","steps":["trace[1930062026] 'process raft request' (duration: 145.936473ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:07.337456Z","caller":"traceutil/trace.go:171","msg":"trace[1301936738] transaction","detail":"{read_only:false; response_revision:27462; number_of_response:1; }","duration":"143.65492ms","start":"2026-07-03T16:55:07.19378Z","end":"2026-07-03T16:55:07.337435Z","steps":["trace[1301936738] 'process raft request' (duration: 143.579569ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:07.337446Z","caller":"traceutil/trace.go:171","msg":"trace[1680314796] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"146.066856ms","start":"2026-07-03T16:55:07.191347Z","end":"2026-07-03T16:55:07.337414Z","steps":["trace[1680314796] 'process raft request' (duration: 145.958904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:07.868028Z","caller":"traceutil/trace.go:171","msg":"trace[145553774] linearizableReadLoop","detail":"{readStateIndex:28441; appliedIndex:28440; }","duration":"230.681109ms","start":"2026-07-03T16:55:07.637324Z","end":"2026-07-03T16:55:07.868005Z","steps":["trace[145553774] 'read index received' (duration: 226.707607ms)","trace[145553774] 'applied index is now lower than readState.Index' (duration: 3.972572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:07.868139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.799081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:07.868124Z","caller":"traceutil/trace.go:171","msg":"trace[770491358] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"261.928913ms","start":"2026-07-03T16:55:07.606172Z","end":"2026-07-03T16:55:07.868101Z","steps":["trace[770491358] 'process raft request' (duration: 257.90655ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:07.868165Z","caller":"traceutil/trace.go:171","msg":"trace[1220975351] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27468; }","duration":"230.867573ms","start":"2026-07-03T16:55:07.637289Z","end":"2026-07-03T16:55:07.868156Z","steps":["trace[1220975351] 'agreement among raft nodes before linearized reading' (duration: 230.790602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:08.053816Z","caller":"traceutil/trace.go:171","msg":"trace[394038106] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"125.863734ms","start":"2026-07-03T16:55:07.927918Z","end":"2026-07-03T16:55:08.053781Z","steps":["trace[394038106] 'process raft request' (duration: 60.375788ms)","trace[394038106] 'compare' (duration: 65.093918ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:08.659169Z","caller":"traceutil/trace.go:171","msg":"trace[910948480] linearizableReadLoop","detail":"{readStateIndex:28455; appliedIndex:28454; }","duration":"103.937863ms","start":"2026-07-03T16:55:08.555207Z","end":"2026-07-03T16:55:08.659145Z","steps":["trace[910948480] 'read index received' (duration: 103.687878ms)","trace[910948480] 'applied index is now lower than readState.Index' (duration: 246.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:08.659311Z","caller":"traceutil/trace.go:171","msg":"trace[677612535] transaction","detail":"{read_only:false; response_revision:27482; number_of_response:1; }","duration":"162.796908ms","start":"2026-07-03T16:55:08.496479Z","end":"2026-07-03T16:55:08.659276Z","steps":["trace[677612535] 'process raft request' (duration: 162.484871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:08.659511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.272081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:08.659573Z","caller":"traceutil/trace.go:171","msg":"trace[89042884] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27482; }","duration":"104.398073ms","start":"2026-07-03T16:55:08.555156Z","end":"2026-07-03T16:55:08.659554Z","steps":["trace[89042884] 'agreement among raft nodes before linearized reading' (duration: 104.142998ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:08.872962Z","caller":"traceutil/trace.go:171","msg":"trace[281005103] linearizableReadLoop","detail":"{readStateIndex:28459; appliedIndex:28458; }","duration":"120.85408ms","start":"2026-07-03T16:55:08.752088Z","end":"2026-07-03T16:55:08.872942Z","steps":["trace[281005103] 'read index received' (duration: 51.353093ms)","trace[281005103] 'applied index is now lower than readState.Index' (duration: 69.499377ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:08.87298Z","caller":"traceutil/trace.go:171","msg":"trace[1485282708] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"122.628211ms","start":"2026-07-03T16:55:08.750319Z","end":"2026-07-03T16:55:08.872947Z","steps":["trace[1485282708] 'process raft request' (duration: 53.084593ms)","trace[1485282708] 'compare' (duration: 69.356654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:08.87313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.023714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-07-03T16:55:08.873158Z","caller":"traceutil/trace.go:171","msg":"trace[2070631352] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:27486; }","duration":"121.074115ms","start":"2026-07-03T16:55:08.752072Z","end":"2026-07-03T16:55:08.873147Z","steps":["trace[2070631352] 'agreement among raft nodes before linearized reading' (duration: 120.934611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:09.124627Z","caller":"traceutil/trace.go:171","msg":"trace[396736637] linearizableReadLoop","detail":"{readStateIndex:28461; appliedIndex:28459; }","duration":"189.913128ms","start":"2026-07-03T16:55:08.934686Z","end":"2026-07-03T16:55:09.124599Z","steps":["trace[396736637] 'read index received' (duration: 36.617666ms)","trace[396736637] 'applied index is now lower than readState.Index' (duration: 153.294652ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:09.124713Z","caller":"traceutil/trace.go:171","msg":"trace[413786619] transaction","detail":"{read_only:false; response_revision:27488; number_of_response:1; }","duration":"236.830059ms","start":"2026-07-03T16:55:08.88786Z","end":"2026-07-03T16:55:09.12469Z","steps":["trace[413786619] 'process raft request' (duration: 162.04046ms)","trace[413786619] 'compare' (duration: 74.597244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:09.124859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.151553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:09.12491Z","caller":"traceutil/trace.go:171","msg":"trace[990730414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27488; }","duration":"190.243105ms","start":"2026-07-03T16:55:08.934652Z","end":"2026-07-03T16:55:09.124895Z","steps":["trace[990730414] 'agreement among raft nodes before linearized reading' (duration: 190.107342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.125173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.384869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-07-03T16:55:09.125324Z","caller":"traceutil/trace.go:171","msg":"trace[1022906535] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6; range_end:; response_count:1; response_revision:27488; }","duration":"148.560143ms","start":"2026-07-03T16:55:08.976733Z","end":"2026-07-03T16:55:09.125293Z","steps":["trace[1022906535] 'agreement among raft nodes before linearized reading' (duration: 148.275057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.125844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.75939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:09.125969Z","caller":"traceutil/trace.go:171","msg":"trace[808630543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27488; }","duration":"177.911634ms","start":"2026-07-03T16:55:08.948037Z","end":"2026-07-03T16:55:09.125949Z","steps":["trace[808630543] 'agreement among raft nodes before linearized reading' (duration: 176.824978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.660515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687396378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:55:09.731196Z","caller":"traceutil/trace.go:171","msg":"trace[348691465] transaction","detail":"{read_only:false; response_revision:27490; number_of_response:1; }","duration":"597.146149ms","start":"2026-07-03T16:55:09.13403Z","end":"2026-07-03T16:55:09.731176Z","steps":["trace[348691465] 'process raft request' (duration: 596.972795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.731335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.134014Z","time spent":"597.248632ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5954,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:09.814987Z","caller":"traceutil/trace.go:171","msg":"trace[700547095] linearizableReadLoop","detail":"{readStateIndex:28464; appliedIndex:28462; }","duration":"654.577751ms","start":"2026-07-03T16:55:09.160383Z","end":"2026-07-03T16:55:09.814961Z","steps":["trace[700547095] 'read index received' (duration: 570.634113ms)","trace[700547095] 'applied index is now lower than readState.Index' (duration: 83.942427ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:09.815095Z","caller":"traceutil/trace.go:171","msg":"trace[504682812] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"621.398303ms","start":"2026-07-03T16:55:09.193654Z","end":"2026-07-03T16:55:09.815052Z","steps":["trace[504682812] 'process raft request' (duration: 621.116375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.98395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:09.81529Z","caller":"traceutil/trace.go:171","msg":"trace[1589431191] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27491; }","duration":"648.101023ms","start":"2026-07-03T16:55:09.167176Z","end":"2026-07-03T16:55:09.815276Z","steps":["trace[1589431191] 'agreement among raft nodes before linearized reading' (duration: 647.96456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.921432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-07-03T16:55:09.815319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.193632Z","time spent":"621.590746ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:09.815332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.167168Z","time spent":"648.153744ms","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:55:09.815303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.35935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-03T16:55:09.815341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.929079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:55:09.815368Z","caller":"traceutil/trace.go:171","msg":"trace[1061957147] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27491; }","duration":"674.025284ms","start":"2026-07-03T16:55:09.141323Z","end":"2026-07-03T16:55:09.815348Z","steps":["trace[1061957147] 'agreement among raft nodes before linearized reading' (duration: 673.786599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.250883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:55:09.815402Z","caller":"traceutil/trace.go:171","msg":"trace[951683038] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27491; }","duration":"659.474313ms","start":"2026-07-03T16:55:09.155906Z","end":"2026-07-03T16:55:09.815381Z","steps":["trace[951683038] 'agreement among raft nodes before linearized reading' (duration: 659.161546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.141315Z","time spent":"674.087956ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:55:09.815438Z","caller":"traceutil/trace.go:171","msg":"trace[1659114710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27491; }","duration":"531.360726ms","start":"2026-07-03T16:55:09.28406Z","end":"2026-07-03T16:55:09.815421Z","steps":["trace[1659114710] 'agreement among raft nodes before linearized reading' (duration: 531.168932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.1559Z","time spent":"659.542094ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:55:09.815486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.284042Z","time spent":"531.432128ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:55:09.815405Z","caller":"traceutil/trace.go:171","msg":"trace[690118786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27491; }","duration":"289.021702ms","start":"2026-07-03T16:55:09.526367Z","end":"2026-07-03T16:55:09.815388Z","steps":["trace[690118786] 'agreement among raft nodes before linearized reading' (duration: 288.815458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.81551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.255963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:09.815562Z","caller":"traceutil/trace.go:171","msg":"trace[1814578447] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27491; }","duration":"573.341455ms","start":"2026-07-03T16:55:09.242207Z","end":"2026-07-03T16:55:09.815548Z","steps":["trace[1814578447] 'agreement among raft nodes before linearized reading' (duration: 573.222102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.242147Z","time spent":"573.440728ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:09.815614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.601511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:09.815655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.350732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-07-03T16:55:09.815694Z","caller":"traceutil/trace.go:171","msg":"trace[194689361] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27491; }","duration":"108.653842ms","start":"2026-07-03T16:55:09.706995Z","end":"2026-07-03T16:55:09.815649Z","steps":["trace[194689361] 'agreement among raft nodes before linearized reading' (duration: 108.57343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:09.815718Z","caller":"traceutil/trace.go:171","msg":"trace[1290537613] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4; range_end:; response_count:1; response_revision:27491; }","duration":"646.422124ms","start":"2026-07-03T16:55:09.169284Z","end":"2026-07-03T16:55:09.815706Z","steps":["trace[1290537613] 'agreement among raft nodes before linearized reading' (duration: 646.302722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.169277Z","time spent":"646.463115ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed474cab25af4\" "} {"level":"warn","ts":"2026-07-03T16:55:09.815768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.937934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:09.815827Z","caller":"traceutil/trace.go:171","msg":"trace[1278954582] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27491; }","duration":"446.031097ms","start":"2026-07-03T16:55:09.369782Z","end":"2026-07-03T16:55:09.815813Z","steps":["trace[1278954582] 'agreement among raft nodes before linearized reading' (duration: 445.811082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.815874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.369766Z","time spent":"446.093499ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:09.815971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.063667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:55:09.81602Z","caller":"traceutil/trace.go:171","msg":"trace[2078512118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27491; }","duration":"474.149359ms","start":"2026-07-03T16:55:09.341856Z","end":"2026-07-03T16:55:09.816006Z","steps":["trace[2078512118] 'agreement among raft nodes before linearized reading' (duration: 474.017326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.816058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.341836Z","time spent":"474.21182ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:55:09.97354Z","caller":"traceutil/trace.go:171","msg":"trace[1004176912] transaction","detail":"{read_only:false; response_revision:27493; number_of_response:1; }","duration":"153.496556ms","start":"2026-07-03T16:55:09.820006Z","end":"2026-07-03T16:55:09.973502Z","steps":["trace[1004176912] 'process raft request' (duration: 153.25865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.973682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.775636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:09.973555Z","caller":"traceutil/trace.go:171","msg":"trace[1854737964] linearizableReadLoop","detail":"{readStateIndex:28467; appliedIndex:28464; }","duration":"151.634783ms","start":"2026-07-03T16:55:09.821896Z","end":"2026-07-03T16:55:09.973531Z","steps":["trace[1854737964] 'read index received' (duration: 30.569599ms)","trace[1854737964] 'applied index is now lower than readState.Index' (duration: 121.064324ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:09.973762Z","caller":"traceutil/trace.go:171","msg":"trace[187130456] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"148.4643ms","start":"2026-07-03T16:55:09.825289Z","end":"2026-07-03T16:55:09.973753Z","steps":["trace[187130456] 'process raft request' (duration: 148.166054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:09.973727Z","caller":"traceutil/trace.go:171","msg":"trace[1940992405] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27495; }","duration":"151.91434ms","start":"2026-07-03T16:55:09.821802Z","end":"2026-07-03T16:55:09.973716Z","steps":["trace[1940992405] 'agreement among raft nodes before linearized reading' (duration: 151.801847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:09.973951Z","caller":"traceutil/trace.go:171","msg":"trace[1637688171] transaction","detail":"{read_only:false; response_revision:27494; number_of_response:1; }","duration":"153.363003ms","start":"2026-07-03T16:55:09.820508Z","end":"2026-07-03T16:55:09.973871Z","steps":["trace[1637688171] 'process raft request' (duration: 152.896633ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:10.111228Z","caller":"traceutil/trace.go:171","msg":"trace[908600238] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"130.592942ms","start":"2026-07-03T16:55:09.980597Z","end":"2026-07-03T16:55:10.11119Z","steps":["trace[908600238] 'process raft request' (duration: 82.712719ms)","trace[908600238] 'compare' (duration: 47.563466ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:10.268595Z","caller":"traceutil/trace.go:171","msg":"trace[2095356502] linearizableReadLoop","detail":"{readStateIndex:28471; appliedIndex:28469; }","duration":"285.233273ms","start":"2026-07-03T16:55:09.983335Z","end":"2026-07-03T16:55:10.268568Z","steps":["trace[2095356502] 'read index received' (duration: 80.050828ms)","trace[2095356502] 'applied index is now lower than readState.Index' (duration: 205.181235ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:10.26869Z","caller":"traceutil/trace.go:171","msg":"trace[1454398889] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"287.483856ms","start":"2026-07-03T16:55:09.981181Z","end":"2026-07-03T16:55:10.268665Z","steps":["trace[1454398889] 'process raft request' (duration: 279.949424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:10.268818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.46963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-z6fbk.18bed5b541d09eaf\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-07-03T16:55:10.268848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.385389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:55:10.268878Z","caller":"traceutil/trace.go:171","msg":"trace[948320632] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-z6fbk.18bed5b541d09eaf; range_end:; response_count:1; response_revision:27498; }","duration":"285.536661ms","start":"2026-07-03T16:55:09.983327Z","end":"2026-07-03T16:55:10.268864Z","steps":["trace[948320632] 'agreement among raft nodes before linearized reading' (duration: 285.380727ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:10.268883Z","caller":"traceutil/trace.go:171","msg":"trace[1429606072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27498; }","duration":"155.467161ms","start":"2026-07-03T16:55:10.113405Z","end":"2026-07-03T16:55:10.268872Z","steps":["trace[1429606072] 'agreement among raft nodes before linearized reading' (duration: 155.322187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:10.435707Z","caller":"traceutil/trace.go:171","msg":"trace[770862222] transaction","detail":"{read_only:false; response_revision:27501; number_of_response:1; }","duration":"106.490121ms","start":"2026-07-03T16:55:10.329153Z","end":"2026-07-03T16:55:10.435643Z","steps":["trace[770862222] 'process raft request' (duration: 51.167728ms)","trace[770862222] 'compare' (duration: 55.14576ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:10.625283Z","caller":"traceutil/trace.go:171","msg":"trace[484165474] transaction","detail":"{read_only:false; response_revision:27502; number_of_response:1; }","duration":"185.889497ms","start":"2026-07-03T16:55:10.43936Z","end":"2026-07-03T16:55:10.62525Z","steps":["trace[484165474] 'process raft request' (duration: 109.083072ms)","trace[484165474] 'compare' (duration: 76.651581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:10.904063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.905254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:10.904307Z","caller":"traceutil/trace.go:171","msg":"trace[1244843326] transaction","detail":"{read_only:false; response_revision:27503; number_of_response:1; }","duration":"270.076208ms","start":"2026-07-03T16:55:10.634196Z","end":"2026-07-03T16:55:10.904272Z","steps":["trace[1244843326] 'process raft request' (duration: 98.875218ms)","trace[1244843326] 'compare' (duration: 170.640767ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:10.930071Z","caller":"traceutil/trace.go:171","msg":"trace[1484681592] linearizableReadLoop","detail":"{readStateIndex:28478; appliedIndex:28475; }","duration":"115.353465ms","start":"2026-07-03T16:55:10.814701Z","end":"2026-07-03T16:55:10.930055Z","steps":["trace[1484681592] 'read index received' (duration: 63.434149ms)","trace[1484681592] 'applied index is now lower than readState.Index' (duration: 51.917986ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:10.930181Z","caller":"traceutil/trace.go:171","msg":"trace[1316692145] transaction","detail":"{read_only:false; response_revision:27504; number_of_response:1; }","duration":"131.551205ms","start":"2026-07-03T16:55:10.798621Z","end":"2026-07-03T16:55:10.930173Z","steps":["trace[1316692145] 'process raft request' (duration: 131.266108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:10.930384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.676582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:10.93052Z","caller":"traceutil/trace.go:171","msg":"trace[137847668] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27504; }","duration":"115.871217ms","start":"2026-07-03T16:55:10.814639Z","end":"2026-07-03T16:55:10.930511Z","steps":["trace[137847668] 'agreement among raft nodes before linearized reading' (duration: 115.699864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:10.93071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.707064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:10.930826Z","caller":"traceutil/trace.go:171","msg":"trace[514312575] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27504; }","duration":"101.902918ms","start":"2026-07-03T16:55:10.828896Z","end":"2026-07-03T16:55:10.930799Z","steps":["trace[514312575] 'agreement among raft nodes before linearized reading' (duration: 101.657192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.43044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.071907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:11.430791Z","caller":"traceutil/trace.go:171","msg":"trace[1868093781] transaction","detail":"{read_only:false; response_revision:27511; number_of_response:1; }","duration":"300.752889ms","start":"2026-07-03T16:55:11.129995Z","end":"2026-07-03T16:55:11.430748Z","steps":["trace[1868093781] 'process raft request' (duration: 192.263062ms)","trace[1868093781] 'compare' (duration: 107.767341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:11.430976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.129979Z","time spent":"300.899552ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:11.43103Z","caller":"traceutil/trace.go:171","msg":"trace[1743094203] transaction","detail":"{read_only:false; response_revision:27512; number_of_response:1; }","duration":"299.799047ms","start":"2026-07-03T16:55:11.13121Z","end":"2026-07-03T16:55:11.431009Z","steps":["trace[1743094203] 'process raft request' (duration: 299.334406ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.635022Z","caller":"traceutil/trace.go:171","msg":"trace[1630820277] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"143.933556ms","start":"2026-07-03T16:55:11.491052Z","end":"2026-07-03T16:55:11.634985Z","steps":["trace[1630820277] 'process raft request' (duration: 45.447757ms)","trace[1630820277] 'compare' (duration: 98.040389ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:11.635085Z","caller":"traceutil/trace.go:171","msg":"trace[1838628971] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"142.709139ms","start":"2026-07-03T16:55:11.492339Z","end":"2026-07-03T16:55:11.635049Z","steps":["trace[1838628971] 'process raft request' (duration: 142.389372ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.766344Z","caller":"traceutil/trace.go:171","msg":"trace[655402033] transaction","detail":"{read_only:false; response_revision:27519; number_of_response:1; }","duration":"124.37366ms","start":"2026-07-03T16:55:11.641947Z","end":"2026-07-03T16:55:11.766321Z","steps":["trace[655402033] 'process raft request' (duration: 124.295138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.766374Z","caller":"traceutil/trace.go:171","msg":"trace[453225516] transaction","detail":"{read_only:false; response_revision:27518; number_of_response:1; }","duration":"124.518724ms","start":"2026-07-03T16:55:11.641829Z","end":"2026-07-03T16:55:11.766348Z","steps":["trace[453225516] 'process raft request' (duration: 123.91053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.978452Z","caller":"traceutil/trace.go:171","msg":"trace[1620130062] linearizableReadLoop","detail":"{readStateIndex:28496; appliedIndex:28495; }","duration":"167.116257ms","start":"2026-07-03T16:55:11.811305Z","end":"2026-07-03T16:55:11.978421Z","steps":["trace[1620130062] 'read index received' (duration: 167.001484ms)","trace[1620130062] 'applied index is now lower than readState.Index' (duration: 113.133µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:11.978581Z","caller":"traceutil/trace.go:171","msg":"trace[1615623987] transaction","detail":"{read_only:false; response_revision:27522; number_of_response:1; }","duration":"194.194915ms","start":"2026-07-03T16:55:11.784335Z","end":"2026-07-03T16:55:11.97853Z","steps":["trace[1615623987] 'process raft request' (duration: 193.829517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.978806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.468715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:55:11.97886Z","caller":"traceutil/trace.go:171","msg":"trace[855126578] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27522; }","duration":"167.546246ms","start":"2026-07-03T16:55:11.811299Z","end":"2026-07-03T16:55:11.978846Z","steps":["trace[855126578] 'agreement among raft nodes before linearized reading' (duration: 167.26478ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.196973Z","caller":"traceutil/trace.go:171","msg":"trace[1089198230] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"374.288769ms","start":"2026-07-03T16:55:11.822649Z","end":"2026-07-03T16:55:12.196938Z","steps":["trace[1089198230] 'process raft request' (duration: 287.138009ms)","trace[1089198230] 'compare' (duration: 86.914805ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:12.197024Z","caller":"traceutil/trace.go:171","msg":"trace[315690603] linearizableReadLoop","detail":"{readStateIndex:28497; appliedIndex:28496; }","duration":"218.47001ms","start":"2026-07-03T16:55:11.978533Z","end":"2026-07-03T16:55:12.197003Z","steps":["trace[315690603] 'read index received' (duration: 131.255538ms)","trace[315690603] 'applied index is now lower than readState.Index' (duration: 87.212712ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:12.19707Z","caller":"traceutil/trace.go:171","msg":"trace[1004141608] transaction","detail":"{read_only:false; response_revision:27524; number_of_response:1; }","duration":"213.693581ms","start":"2026-07-03T16:55:11.983351Z","end":"2026-07-03T16:55:12.197044Z","steps":["trace[1004141608] 'process raft request' (duration: 213.578148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.197117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.822606Z","time spent":"374.439453ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:12.197217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.522958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-03T16:55:12.197186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.690078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:12.19722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.75965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T16:55:12.197261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.393548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:55:12.197262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.750365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:12.197304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.9581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed2c245e07cd6\" ","response":"range_response_count:1 size:825"} {"level":"info","ts":"2026-07-03T16:55:12.197298Z","caller":"traceutil/trace.go:171","msg":"trace[1306352294] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27524; }","duration":"251.896763ms","start":"2026-07-03T16:55:11.945381Z","end":"2026-07-03T16:55:12.197278Z","steps":["trace[1306352294] 'agreement among raft nodes before linearized reading' (duration: 251.683228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.197312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.34883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-03T16:55:12.197322Z","caller":"traceutil/trace.go:171","msg":"trace[1139571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27524; }","duration":"218.49389ms","start":"2026-07-03T16:55:11.978814Z","end":"2026-07-03T16:55:12.197308Z","steps":["trace[1139571] 'agreement among raft nodes before linearized reading' (duration: 218.327536ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.197335Z","caller":"traceutil/trace.go:171","msg":"trace[1082652296] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27524; }","duration":"179.855188ms","start":"2026-07-03T16:55:12.017464Z","end":"2026-07-03T16:55:12.197319Z","steps":["trace[1082652296] 'agreement among raft nodes before linearized reading' (duration: 179.726635ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.197358Z","caller":"traceutil/trace.go:171","msg":"trace[1112774146] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27524; }","duration":"138.437622ms","start":"2026-07-03T16:55:12.058907Z","end":"2026-07-03T16:55:12.197345Z","steps":["trace[1112774146] 'agreement among raft nodes before linearized reading' (duration: 138.330999ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.197245Z","caller":"traceutil/trace.go:171","msg":"trace[1196933849] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27524; }","duration":"291.562169ms","start":"2026-07-03T16:55:11.905676Z","end":"2026-07-03T16:55:12.197238Z","steps":["trace[1196933849] 'agreement among raft nodes before linearized reading' (duration: 291.423196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.197327Z","caller":"traceutil/trace.go:171","msg":"trace[852097642] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-qn4w6.18bed2c245e07cd6; range_end:; response_count:1; response_revision:27524; }","duration":"214.98034ms","start":"2026-07-03T16:55:11.982342Z","end":"2026-07-03T16:55:12.197323Z","steps":["trace[852097642] 'agreement among raft nodes before linearized reading' (duration: 214.921319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.197277Z","caller":"traceutil/trace.go:171","msg":"trace[2083292253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27524; }","duration":"251.814582ms","start":"2026-07-03T16:55:11.945438Z","end":"2026-07-03T16:55:12.197252Z","steps":["trace[2083292253] 'agreement among raft nodes before linearized reading' (duration: 251.632317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.197505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.206893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:55:12.197591Z","caller":"traceutil/trace.go:171","msg":"trace[988762552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27524; }","duration":"218.357237ms","start":"2026-07-03T16:55:11.979215Z","end":"2026-07-03T16:55:12.197572Z","steps":["trace[988762552] 'agreement among raft nodes before linearized reading' (duration: 218.07155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.197277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.380858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:12.197798Z","caller":"traceutil/trace.go:171","msg":"trace[1457782562] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27524; }","duration":"324.955931ms","start":"2026-07-03T16:55:11.872826Z","end":"2026-07-03T16:55:12.197782Z","steps":["trace[1457782562] 'agreement among raft nodes before linearized reading' (duration: 324.390149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.197846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.872804Z","time spent":"325.026444ms","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:12.366258Z","caller":"traceutil/trace.go:171","msg":"trace[1216812835] transaction","detail":"{read_only:false; response_revision:27528; number_of_response:1; }","duration":"163.669897ms","start":"2026-07-03T16:55:12.202552Z","end":"2026-07-03T16:55:12.366222Z","steps":["trace[1216812835] 'process raft request' (duration: 163.579115ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.366273Z","caller":"traceutil/trace.go:171","msg":"trace[52679922] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"163.78254ms","start":"2026-07-03T16:55:12.202464Z","end":"2026-07-03T16:55:12.366247Z","steps":["trace[52679922] 'process raft request' (duration: 163.622656ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.366269Z","caller":"traceutil/trace.go:171","msg":"trace[1215342633] transaction","detail":"{read_only:false; response_revision:27526; number_of_response:1; }","duration":"163.838022ms","start":"2026-07-03T16:55:12.202392Z","end":"2026-07-03T16:55:12.36623Z","steps":["trace[1215342633] 'process raft request' (duration: 163.530975ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.366597Z","caller":"traceutil/trace.go:171","msg":"trace[845816398] linearizableReadLoop","detail":"{readStateIndex:28504; appliedIndex:28498; }","duration":"116.648873ms","start":"2026-07-03T16:55:12.249936Z","end":"2026-07-03T16:55:12.366585Z","steps":["trace[845816398] 'read index received' (duration: 20.885826ms)","trace[845816398] 'applied index is now lower than readState.Index' (duration: 95.761897ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:12.366554Z","caller":"traceutil/trace.go:171","msg":"trace[414815107] transaction","detail":"{read_only:false; response_revision:27529; number_of_response:1; }","duration":"161.785024ms","start":"2026-07-03T16:55:12.204749Z","end":"2026-07-03T16:55:12.366534Z","steps":["trace[414815107] 'process raft request' (duration: 161.415286ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.366637Z","caller":"traceutil/trace.go:171","msg":"trace[2000586117] transaction","detail":"{read_only:false; response_revision:27530; number_of_response:1; }","duration":"161.900107ms","start":"2026-07-03T16:55:12.204713Z","end":"2026-07-03T16:55:12.366613Z","steps":["trace[2000586117] 'process raft request' (duration: 161.731753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.36692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.969371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:55:12.366996Z","caller":"traceutil/trace.go:171","msg":"trace[1400363242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27530; }","duration":"117.057664ms","start":"2026-07-03T16:55:12.249916Z","end":"2026-07-03T16:55:12.366974Z","steps":["trace[1400363242] 'agreement among raft nodes before linearized reading' (duration: 116.766417ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.638446Z","caller":"traceutil/trace.go:171","msg":"trace[1761841021] linearizableReadLoop","detail":"{readStateIndex:28507; appliedIndex:28505; }","duration":"194.644265ms","start":"2026-07-03T16:55:12.443776Z","end":"2026-07-03T16:55:12.638419Z","steps":["trace[1761841021] 'read index received' (duration: 190.4652ms)","trace[1761841021] 'applied index is now lower than readState.Index' (duration: 4.177435ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:12.638499Z","caller":"traceutil/trace.go:171","msg":"trace[836033209] transaction","detail":"{read_only:false; response_revision:27532; number_of_response:1; }","duration":"266.075027ms","start":"2026-07-03T16:55:12.372348Z","end":"2026-07-03T16:55:12.638423Z","steps":["trace[836033209] 'process raft request' (duration: 261.921333ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.638599Z","caller":"traceutil/trace.go:171","msg":"trace[1904497736] transaction","detail":"{read_only:false; response_revision:27533; number_of_response:1; }","duration":"264.5164ms","start":"2026-07-03T16:55:12.374067Z","end":"2026-07-03T16:55:12.638584Z","steps":["trace[1904497736] 'process raft request' (duration: 264.215174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.638981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.12589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:55:12.63906Z","caller":"traceutil/trace.go:171","msg":"trace[243836925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27533; }","duration":"168.236903ms","start":"2026-07-03T16:55:12.470805Z","end":"2026-07-03T16:55:12.639042Z","steps":["trace[243836925] 'agreement among raft nodes before linearized reading' (duration: 168.023178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.638997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.209399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj.18bed2c34e601671\" ","response":"range_response_count:1 size:858"} {"level":"info","ts":"2026-07-03T16:55:12.639192Z","caller":"traceutil/trace.go:171","msg":"trace[1803135921] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6pglj.18bed2c34e601671; range_end:; response_count:1; response_revision:27533; }","duration":"195.418163ms","start":"2026-07-03T16:55:12.443719Z","end":"2026-07-03T16:55:12.639138Z","steps":["trace[1803135921] 'agreement among raft nodes before linearized reading' (duration: 195.119126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:12.950643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.020876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:12.950725Z","caller":"traceutil/trace.go:171","msg":"trace[1149609380] linearizableReadLoop","detail":"{readStateIndex:28509; appliedIndex:28508; }","duration":"201.738628ms","start":"2026-07-03T16:55:12.748974Z","end":"2026-07-03T16:55:12.950713Z","steps":["trace[1149609380] 'read index received' (duration: 90.595579ms)","trace[1149609380] 'applied index is now lower than readState.Index' (duration: 111.141389ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:12.950792Z","caller":"traceutil/trace.go:171","msg":"trace[850365507] transaction","detail":"{read_only:false; response_revision:27535; number_of_response:1; }","duration":"287.096777ms","start":"2026-07-03T16:55:12.663688Z","end":"2026-07-03T16:55:12.950785Z","steps":["trace[850365507] 'process raft request' (duration: 175.866257ms)","trace[850365507] 'compare' (duration: 110.856082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:12.951074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.084955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:12.951124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.31217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:55:12.951155Z","caller":"traceutil/trace.go:171","msg":"trace[844222605] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27535; }","duration":"202.205378ms","start":"2026-07-03T16:55:12.748931Z","end":"2026-07-03T16:55:12.951136Z","steps":["trace[844222605] 'agreement among raft nodes before linearized reading' (duration: 202.026254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:12.951197Z","caller":"traceutil/trace.go:171","msg":"trace[1291064268] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27535; }","duration":"142.428803ms","start":"2026-07-03T16:55:12.808748Z","end":"2026-07-03T16:55:12.951177Z","steps":["trace[1291064268] 'agreement among raft nodes before linearized reading' (duration: 142.191258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.245205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.042087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:14.245333Z","caller":"traceutil/trace.go:171","msg":"trace[202725397] transaction","detail":"{read_only:false; response_revision:27543; number_of_response:1; }","duration":"182.415476ms","start":"2026-07-03T16:55:14.06289Z","end":"2026-07-03T16:55:14.245306Z","steps":["trace[202725397] 'process raft request' (duration: 74.187364ms)","trace[202725397] 'compare' (duration: 107.871634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:14.826208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.763194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:14.826375Z","caller":"traceutil/trace.go:171","msg":"trace[477737439] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27550; }","duration":"134.01171ms","start":"2026-07-03T16:55:14.692339Z","end":"2026-07-03T16:55:14.82635Z","steps":["trace[477737439] 'count revisions from in-memory index tree' (duration: 133.674633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.826268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.67909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:14.82655Z","caller":"traceutil/trace.go:171","msg":"trace[40984084] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27550; }","duration":"132.999457ms","start":"2026-07-03T16:55:14.693523Z","end":"2026-07-03T16:55:14.826523Z","steps":["trace[40984084] 'count revisions from in-memory index tree' (duration: 132.561798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:15.251853Z","caller":"traceutil/trace.go:171","msg":"trace[1724043762] linearizableReadLoop","detail":"{readStateIndex:28526; appliedIndex:28525; }","duration":"187.334578ms","start":"2026-07-03T16:55:15.064496Z","end":"2026-07-03T16:55:15.251831Z","steps":["trace[1724043762] 'read index received' (duration: 187.050292ms)","trace[1724043762] 'applied index is now lower than readState.Index' (duration: 283.266µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:15.252139Z","caller":"traceutil/trace.go:171","msg":"trace[29546421] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"201.939962ms","start":"2026-07-03T16:55:15.050186Z","end":"2026-07-03T16:55:15.252126Z","steps":["trace[29546421] 'process raft request' (duration: 201.430641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:15.252415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.904262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:55:15.252472Z","caller":"traceutil/trace.go:171","msg":"trace[1751159603] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:27551; }","duration":"187.992894ms","start":"2026-07-03T16:55:15.064452Z","end":"2026-07-03T16:55:15.252445Z","steps":["trace[1751159603] 'agreement among raft nodes before linearized reading' (duration: 187.86593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:15.252711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.62482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:15.252758Z","caller":"traceutil/trace.go:171","msg":"trace[1996827358] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27551; }","duration":"178.696701ms","start":"2026-07-03T16:55:15.074052Z","end":"2026-07-03T16:55:15.252748Z","steps":["trace[1996827358] 'agreement among raft nodes before linearized reading' (duration: 178.575218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:16.765762Z","caller":"traceutil/trace.go:171","msg":"trace[452028256] transaction","detail":"{read_only:false; response_revision:27560; number_of_response:1; }","duration":"117.161966ms","start":"2026-07-03T16:55:16.648577Z","end":"2026-07-03T16:55:16.765739Z","steps":["trace[452028256] 'process raft request' (duration: 117.017213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:18.461396Z","caller":"traceutil/trace.go:171","msg":"trace[304990148] linearizableReadLoop","detail":"{readStateIndex:28542; appliedIndex:28541; }","duration":"192.411095ms","start":"2026-07-03T16:55:18.268954Z","end":"2026-07-03T16:55:18.461365Z","steps":["trace[304990148] 'read index received' (duration: 148.652306ms)","trace[304990148] 'applied index is now lower than readState.Index' (duration: 43.756519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:18.461419Z","caller":"traceutil/trace.go:171","msg":"trace[1373407112] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"187.599414ms","start":"2026-07-03T16:55:18.2738Z","end":"2026-07-03T16:55:18.461399Z","steps":["trace[1373407112] 'process raft request' (duration: 187.475421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:18.461646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.651911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:18.46175Z","caller":"traceutil/trace.go:171","msg":"trace[1354323945] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27567; }","duration":"192.774943ms","start":"2026-07-03T16:55:18.268944Z","end":"2026-07-03T16:55:18.461719Z","steps":["trace[1354323945] 'agreement among raft nodes before linearized reading' (duration: 192.547928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:18.487524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.440838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:55:18.487591Z","caller":"traceutil/trace.go:171","msg":"trace[1381982434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27568; }","duration":"193.5522ms","start":"2026-07-03T16:55:18.294023Z","end":"2026-07-03T16:55:18.487575Z","steps":["trace[1381982434] 'agreement among raft nodes before linearized reading' (duration: 193.352666ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:18.788231Z","caller":"traceutil/trace.go:171","msg":"trace[2004949255] transaction","detail":"{read_only:false; response_revision:27571; number_of_response:1; }","duration":"101.51688ms","start":"2026-07-03T16:55:18.6867Z","end":"2026-07-03T16:55:18.788217Z","steps":["trace[2004949255] 'process raft request' (duration: 101.338206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:19.050785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.446371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:19.050842Z","caller":"traceutil/trace.go:171","msg":"trace[263326139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27573; }","duration":"106.534273ms","start":"2026-07-03T16:55:18.944295Z","end":"2026-07-03T16:55:19.050829Z","steps":["trace[263326139] 'range keys from in-memory index tree' (duration: 106.39527ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:19.953419Z","caller":"traceutil/trace.go:171","msg":"trace[2129549620] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"130.45622ms","start":"2026-07-03T16:55:19.822929Z","end":"2026-07-03T16:55:19.953385Z","steps":["trace[2129549620] 'process raft request' (duration: 130.196874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:20.339133Z","caller":"traceutil/trace.go:171","msg":"trace[563250570] transaction","detail":"{read_only:false; response_revision:27580; number_of_response:1; }","duration":"163.77023ms","start":"2026-07-03T16:55:20.17533Z","end":"2026-07-03T16:55:20.339101Z","steps":["trace[563250570] 'process raft request' (duration: 163.586696ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:20.640167Z","caller":"traceutil/trace.go:171","msg":"trace[370872775] linearizableReadLoop","detail":"{readStateIndex:28563; appliedIndex:28562; }","duration":"106.089493ms","start":"2026-07-03T16:55:20.534061Z","end":"2026-07-03T16:55:20.64015Z","steps":["trace[370872775] 'read index received' (duration: 66.717354ms)","trace[370872775] 'applied index is now lower than readState.Index' (duration: 39.371549ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:20.640269Z","caller":"traceutil/trace.go:171","msg":"trace[560314350] transaction","detail":"{read_only:false; response_revision:27585; number_of_response:1; }","duration":"117.186297ms","start":"2026-07-03T16:55:20.523075Z","end":"2026-07-03T16:55:20.640262Z","steps":["trace[560314350] 'process raft request' (duration: 116.921421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:20.640625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.529963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:55:20.640723Z","caller":"traceutil/trace.go:171","msg":"trace[676450148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27585; }","duration":"106.644506ms","start":"2026-07-03T16:55:20.534054Z","end":"2026-07-03T16:55:20.640698Z","steps":["trace[676450148] 'agreement among raft nodes before linearized reading' (duration: 106.339589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:21.378552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.95531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:21.378629Z","caller":"traceutil/trace.go:171","msg":"trace[984271632] linearizableReadLoop","detail":"{readStateIndex:28568; appliedIndex:28567; }","duration":"111.265591ms","start":"2026-07-03T16:55:21.267351Z","end":"2026-07-03T16:55:21.378616Z","steps":["trace[984271632] 'read index received' (duration: 36.451µs)","trace[984271632] 'applied index is now lower than readState.Index' (duration: 111.22826ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:21.378678Z","caller":"traceutil/trace.go:171","msg":"trace[228107101] transaction","detail":"{read_only:false; response_revision:27590; number_of_response:1; }","duration":"221.12314ms","start":"2026-07-03T16:55:21.157548Z","end":"2026-07-03T16:55:21.378672Z","steps":["trace[228107101] 'process raft request' (duration: 100.977927ms)","trace[228107101] 'compare' (duration: 119.842076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:21.378986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.617139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:55:21.379062Z","caller":"traceutil/trace.go:171","msg":"trace[1028022077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27590; }","duration":"111.739463ms","start":"2026-07-03T16:55:21.267305Z","end":"2026-07-03T16:55:21.379044Z","steps":["trace[1028022077] 'agreement among raft nodes before linearized reading' (duration: 111.500076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:25.082746Z","caller":"traceutil/trace.go:171","msg":"trace[2066300152] transaction","detail":"{read_only:false; response_revision:27619; number_of_response:1; }","duration":"147.130261ms","start":"2026-07-03T16:55:24.935593Z","end":"2026-07-03T16:55:25.082724Z","steps":["trace[2066300152] 'process raft request' (duration: 146.970367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:25.082781Z","caller":"traceutil/trace.go:171","msg":"trace[1446284330] linearizableReadLoop","detail":"{readStateIndex:28597; appliedIndex:28597; }","duration":"137.92734ms","start":"2026-07-03T16:55:24.944821Z","end":"2026-07-03T16:55:25.082749Z","steps":["trace[1446284330] 'read index received' (duration: 137.91123ms)","trace[1446284330] 'applied index is now lower than readState.Index' (duration: 13.29µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:25.082965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.126946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:25.083008Z","caller":"traceutil/trace.go:171","msg":"trace[1931015240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27619; }","duration":"138.229948ms","start":"2026-07-03T16:55:24.944768Z","end":"2026-07-03T16:55:25.082998Z","steps":["trace[1931015240] 'agreement among raft nodes before linearized reading' (duration: 138.121486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:25.125266Z","caller":"traceutil/trace.go:171","msg":"trace[1767692225] transaction","detail":"{read_only:false; response_revision:27620; number_of_response:1; }","duration":"154.247902ms","start":"2026-07-03T16:55:24.970982Z","end":"2026-07-03T16:55:25.12523Z","steps":["trace[1767692225] 'process raft request' (duration: 154.018857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:25.125375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.875997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-07-03T16:55:25.125436Z","caller":"traceutil/trace.go:171","msg":"trace[992667578] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27620; }","duration":"155.00495ms","start":"2026-07-03T16:55:24.970417Z","end":"2026-07-03T16:55:25.125422Z","steps":["trace[992667578] 'agreement among raft nodes before linearized reading' (duration: 154.758524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:25.429474Z","caller":"traceutil/trace.go:171","msg":"trace[750623886] transaction","detail":"{read_only:false; response_revision:27632; number_of_response:1; }","duration":"155.532231ms","start":"2026-07-03T16:55:25.273922Z","end":"2026-07-03T16:55:25.429454Z","steps":["trace[750623886] 'process raft request' (duration: 155.47368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:25.429685Z","caller":"traceutil/trace.go:171","msg":"trace[305692534] linearizableReadLoop","detail":"{readStateIndex:28610; appliedIndex:28609; }","duration":"171.424255ms","start":"2026-07-03T16:55:25.258247Z","end":"2026-07-03T16:55:25.429671Z","steps":["trace[305692534] 'read index received' (duration: 96.116256ms)","trace[305692534] 'applied index is now lower than readState.Index' (duration: 75.306559ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:25.429712Z","caller":"traceutil/trace.go:171","msg":"trace[171718126] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"175.222171ms","start":"2026-07-03T16:55:25.25446Z","end":"2026-07-03T16:55:25.429683Z","steps":["trace[171718126] 'process raft request' (duration: 99.883412ms)","trace[171718126] 'compare' (duration: 74.92243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:25.430021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.701412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:55:25.430124Z","caller":"traceutil/trace.go:171","msg":"trace[1705685890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27632; }","duration":"171.896286ms","start":"2026-07-03T16:55:25.258199Z","end":"2026-07-03T16:55:25.430095Z","steps":["trace[1705685890] 'agreement among raft nodes before linearized reading' (duration: 171.520027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:25.433048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.574579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:25.433105Z","caller":"traceutil/trace.go:171","msg":"trace[1175735376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27633; }","duration":"171.671712ms","start":"2026-07-03T16:55:25.261419Z","end":"2026-07-03T16:55:25.43309Z","steps":["trace[1175735376] 'agreement among raft nodes before linearized reading' (duration: 171.550989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:25.433327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.10395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:55:25.433342Z","caller":"traceutil/trace.go:171","msg":"trace[1630761466] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:27633; }","duration":"161.14376ms","start":"2026-07-03T16:55:25.272193Z","end":"2026-07-03T16:55:25.433337Z","steps":["trace[1630761466] 'agreement among raft nodes before linearized reading' (duration: 161.063419ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:25.850179Z","caller":"traceutil/trace.go:171","msg":"trace[849698029] linearizableReadLoop","detail":"{readStateIndex:28618; appliedIndex:28617; }","duration":"205.138286ms","start":"2026-07-03T16:55:25.645024Z","end":"2026-07-03T16:55:25.850162Z","steps":["trace[849698029] 'read index received' (duration: 204.49975ms)","trace[849698029] 'applied index is now lower than readState.Index' (duration: 635.866µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:25.850281Z","caller":"traceutil/trace.go:171","msg":"trace[160571233] transaction","detail":"{read_only:false; response_revision:27639; number_of_response:1; }","duration":"205.690628ms","start":"2026-07-03T16:55:25.644581Z","end":"2026-07-03T16:55:25.850271Z","steps":["trace[160571233] 'process raft request' (duration: 204.997311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:25.850721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.663865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:55:25.850754Z","caller":"traceutil/trace.go:171","msg":"trace[161800240] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:27639; }","duration":"204.720966ms","start":"2026-07-03T16:55:25.646025Z","end":"2026-07-03T16:55:25.850746Z","steps":["trace[161800240] 'agreement among raft nodes before linearized reading' (duration: 204.562472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:25.850882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.398117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:55:25.850974Z","caller":"traceutil/trace.go:171","msg":"trace[117146137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27639; }","duration":"112.54555ms","start":"2026-07-03T16:55:25.738404Z","end":"2026-07-03T16:55:25.850949Z","steps":["trace[117146137] 'agreement among raft nodes before linearized reading' (duration: 112.201013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:25.851279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.234791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-07-03T16:55:25.851361Z","caller":"traceutil/trace.go:171","msg":"trace[1071744925] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27639; }","duration":"206.366563ms","start":"2026-07-03T16:55:25.644975Z","end":"2026-07-03T16:55:25.851342Z","steps":["trace[1071744925] 'agreement among raft nodes before linearized reading' (duration: 205.624636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:26.113437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.98072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:26.113584Z","caller":"traceutil/trace.go:171","msg":"trace[641800901] linearizableReadLoop","detail":"{readStateIndex:28622; appliedIndex:28621; }","duration":"175.870147ms","start":"2026-07-03T16:55:25.937692Z","end":"2026-07-03T16:55:26.113562Z","steps":["trace[641800901] 'read index received' (duration: 20.464607ms)","trace[641800901] 'applied index is now lower than readState.Index' (duration: 155.40394ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:26.113656Z","caller":"traceutil/trace.go:171","msg":"trace[1889240040] transaction","detail":"{read_only:false; response_revision:27643; number_of_response:1; }","duration":"176.666464ms","start":"2026-07-03T16:55:25.936945Z","end":"2026-07-03T16:55:26.113611Z","steps":["trace[1889240040] 'process raft request' (duration: 21.406108ms)","trace[1889240040] 'compare' (duration: 154.723913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:26.113858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.154493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:55:26.113898Z","caller":"traceutil/trace.go:171","msg":"trace[18813995] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27643; }","duration":"176.234875ms","start":"2026-07-03T16:55:25.937655Z","end":"2026-07-03T16:55:26.11389Z","steps":["trace[18813995] 'agreement among raft nodes before linearized reading' (duration: 175.996879ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:26.121905Z","caller":"traceutil/trace.go:171","msg":"trace[964304458] transaction","detail":"{read_only:false; response_revision:27644; number_of_response:1; }","duration":"120.097463ms","start":"2026-07-03T16:55:26.001757Z","end":"2026-07-03T16:55:26.121854Z","steps":["trace[964304458] 'process raft request' (duration: 119.882157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:26.122005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.349374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-07-03T16:55:26.122074Z","caller":"traceutil/trace.go:171","msg":"trace[1507015919] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:27644; }","duration":"150.470087ms","start":"2026-07-03T16:55:25.971588Z","end":"2026-07-03T16:55:26.122058Z","steps":["trace[1507015919] 'agreement among raft nodes before linearized reading' (duration: 150.266513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:26.122096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.892517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-07-03T16:55:26.122145Z","caller":"traceutil/trace.go:171","msg":"trace[1201812615] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:27644; }","duration":"171.986969ms","start":"2026-07-03T16:55:25.950143Z","end":"2026-07-03T16:55:26.12213Z","steps":["trace[1201812615] 'agreement among raft nodes before linearized reading' (duration: 171.791714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:26.750357Z","caller":"traceutil/trace.go:171","msg":"trace[594554435] linearizableReadLoop","detail":"{readStateIndex:28641; appliedIndex:28640; }","duration":"148.537272ms","start":"2026-07-03T16:55:26.601791Z","end":"2026-07-03T16:55:26.750328Z","steps":["trace[594554435] 'read index received' (duration: 67.662315ms)","trace[594554435] 'applied index is now lower than readState.Index' (duration: 80.873307ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:26.750483Z","caller":"traceutil/trace.go:171","msg":"trace[1125581549] transaction","detail":"{read_only:false; response_revision:27662; number_of_response:1; }","duration":"150.17301ms","start":"2026-07-03T16:55:26.600249Z","end":"2026-07-03T16:55:26.750422Z","steps":["trace[1125581549] 'process raft request' (duration: 69.126559ms)","trace[1125581549] 'compare' (duration: 80.787065ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:26.750897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.071095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:55:26.751457Z","caller":"traceutil/trace.go:171","msg":"trace[351546526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27662; }","duration":"149.210758ms","start":"2026-07-03T16:55:26.601767Z","end":"2026-07-03T16:55:26.750977Z","steps":["trace[351546526] 'agreement among raft nodes before linearized reading' (duration: 148.686306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:26.778654Z","caller":"traceutil/trace.go:171","msg":"trace[1653677029] transaction","detail":"{read_only:false; response_revision:27663; number_of_response:1; }","duration":"170.061655ms","start":"2026-07-03T16:55:26.608552Z","end":"2026-07-03T16:55:26.778613Z","steps":["trace[1653677029] 'process raft request' (duration: 169.796579ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:26.779113Z","caller":"traceutil/trace.go:171","msg":"trace[303511520] transaction","detail":"{read_only:false; response_revision:27664; number_of_response:1; }","duration":"166.981173ms","start":"2026-07-03T16:55:26.612098Z","end":"2026-07-03T16:55:26.779079Z","steps":["trace[303511520] 'process raft request' (duration: 166.437081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:26.779492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.636798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:55:26.77954Z","caller":"traceutil/trace.go:171","msg":"trace[424221907] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:27664; }","duration":"107.72785ms","start":"2026-07-03T16:55:26.671794Z","end":"2026-07-03T16:55:26.779522Z","steps":["trace[424221907] 'agreement among raft nodes before linearized reading' (duration: 107.573627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:26.779205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.91767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:55:26.779936Z","caller":"traceutil/trace.go:171","msg":"trace[454747079] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:27664; }","duration":"156.719209ms","start":"2026-07-03T16:55:26.623179Z","end":"2026-07-03T16:55:26.779898Z","steps":["trace[454747079] 'agreement among raft nodes before linearized reading' (duration: 155.775367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:27.163819Z","caller":"traceutil/trace.go:171","msg":"trace[176148237] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"105.211482ms","start":"2026-07-03T16:55:27.058587Z","end":"2026-07-03T16:55:27.163799Z","steps":["trace[176148237] 'process raft request' (duration: 105.143531ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:27.163842Z","caller":"traceutil/trace.go:171","msg":"trace[1900650470] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"106.00241ms","start":"2026-07-03T16:55:27.057806Z","end":"2026-07-03T16:55:27.163808Z","steps":["trace[1900650470] 'process raft request' (duration: 105.716773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:27.163962Z","caller":"traceutil/trace.go:171","msg":"trace[1018039205] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"105.348607ms","start":"2026-07-03T16:55:27.058587Z","end":"2026-07-03T16:55:27.163936Z","steps":["trace[1018039205] 'process raft request' (duration: 105.177922ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:27.187974Z","caller":"traceutil/trace.go:171","msg":"trace[611867488] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"126.327305ms","start":"2026-07-03T16:55:27.061615Z","end":"2026-07-03T16:55:27.187942Z","steps":["trace[611867488] 'process raft request' (duration: 126.1017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:27.18805Z","caller":"traceutil/trace.go:171","msg":"trace[1748933929] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"118.635009ms","start":"2026-07-03T16:55:27.069393Z","end":"2026-07-03T16:55:27.188028Z","steps":["trace[1748933929] 'process raft request' (duration: 118.464565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:11.940035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:12.440303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:12.515164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121586605s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:56:12.515571Z","caller":"traceutil/trace.go:171","msg":"trace[351779319] transaction","detail":"{read_only:false; response_revision:28149; number_of_response:1; }","duration":"1.122038607s","start":"2026-07-03T16:56:11.393501Z","end":"2026-07-03T16:56:12.51554Z","steps":["trace[351779319] 'process raft request' (duration: 1.121863493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:12.515756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.393487Z","time spent":"1.122165749s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.358943Z","caller":"traceutil/trace.go:171","msg":"trace[634292549] transaction","detail":"{read_only:false; response_revision:28150; number_of_response:1; }","duration":"1.893517596s","start":"2026-07-03T16:56:11.465394Z","end":"2026-07-03T16:56:13.358912Z","steps":["trace[634292549] 'process raft request' (duration: 1.892434881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.359126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.465363Z","time spent":"1.893670429s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.36011Z","caller":"traceutil/trace.go:171","msg":"trace[1669542796] transaction","detail":"{read_only:false; response_revision:28151; number_of_response:1; }","duration":"1.772460902s","start":"2026-07-03T16:56:11.587618Z","end":"2026-07-03T16:56:13.360079Z","steps":["trace[1669542796] 'process raft request' (duration: 1.771213983s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.36027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.587593Z","time spent":"1.772596505s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.360593Z","caller":"traceutil/trace.go:171","msg":"trace[1053421033] transaction","detail":"{read_only:false; response_revision:28152; number_of_response:1; }","duration":"1.771267794s","start":"2026-07-03T16:56:11.589301Z","end":"2026-07-03T16:56:13.360568Z","steps":["trace[1053421033] 'process raft request' (duration: 1.770722721s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:13.360692Z","caller":"traceutil/trace.go:171","msg":"trace[94934280] transaction","detail":"{read_only:false; response_revision:28154; number_of_response:1; }","duration":"1.062237461s","start":"2026-07-03T16:56:12.298421Z","end":"2026-07-03T16:56:13.360658Z","steps":["trace[94934280] 'process raft request' (duration: 1.062065217s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:13.360724Z","caller":"traceutil/trace.go:171","msg":"trace[959473512] transaction","detail":"{read_only:false; response_revision:28153; number_of_response:1; }","duration":"1.483329567s","start":"2026-07-03T16:56:11.877356Z","end":"2026-07-03T16:56:13.360685Z","steps":["trace[959473512] 'process raft request' (duration: 1.483089762s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:13.360805Z","caller":"traceutil/trace.go:171","msg":"trace[1986955923] transaction","detail":"{read_only:false; response_revision:28155; number_of_response:1; }","duration":"994.716678ms","start":"2026-07-03T16:56:12.366062Z","end":"2026-07-03T16:56:13.360779Z","steps":["trace[1986955923] 'process raft request' (duration: 994.455232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.360842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.298397Z","time spent":"1.062370833s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:13.360895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.366036Z","time spent":"994.814161ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:13.360872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.877334Z","time spent":"1.483461261s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:13.360882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.58928Z","time spent":"1.771420328s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.360989Z","caller":"traceutil/trace.go:171","msg":"trace[87646211] transaction","detail":"{read_only:false; response_revision:28156; number_of_response:1; }","duration":"990.498062ms","start":"2026-07-03T16:56:12.370439Z","end":"2026-07-03T16:56:13.360937Z","steps":["trace[87646211] 'process raft request' (duration: 990.137994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.361146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.370412Z","time spent":"990.657145ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.360631Z","caller":"traceutil/trace.go:171","msg":"trace[90863731] linearizableReadLoop","detail":"{readStateIndex:29147; appliedIndex:29139; }","duration":"1.921379803s","start":"2026-07-03T16:56:11.439238Z","end":"2026-07-03T16:56:13.360618Z","steps":["trace[90863731] 'read index received' (duration: 1.076125789s)","trace[90863731] 'applied index is now lower than readState.Index' (duration: 845.253174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:13.36135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92210525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:56:13.361442Z","caller":"traceutil/trace.go:171","msg":"trace[1226886197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28156; }","duration":"1.922230803s","start":"2026-07-03T16:56:11.439187Z","end":"2026-07-03T16:56:13.361418Z","steps":["trace[1226886197] 'agreement among raft nodes before linearized reading' (duration: 1.921959116s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.361493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.439168Z","time spent":"1.922311705s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:56:13.677159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.832663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:56:13.677349Z","caller":"traceutil/trace.go:171","msg":"trace[1688858058] transaction","detail":"{read_only:false; response_revision:28157; number_of_response:1; }","duration":"1.018850069s","start":"2026-07-03T16:56:12.658463Z","end":"2026-07-03T16:56:13.677313Z","steps":["trace[1688858058] 'process raft request' (duration: 836.794701ms)","trace[1688858058] 'compare' (duration: 181.623938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:13.677497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.658443Z","time spent":"1.018972702s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.677815Z","caller":"traceutil/trace.go:171","msg":"trace[1883136780] transaction","detail":"{read_only:false; response_revision:28158; number_of_response:1; }","duration":"891.681054ms","start":"2026-07-03T16:56:12.786106Z","end":"2026-07-03T16:56:13.677787Z","steps":["trace[1883136780] 'process raft request' (duration: 891.129192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.677959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.786081Z","time spent":"891.806539ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:13.947825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000884518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:56:13.947903Z","caller":"traceutil/trace.go:171","msg":"trace[1911054427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001006491s","start":"2026-07-03T16:56:11.946879Z","end":"2026-07-03T16:56:13.947886Z","steps":["trace[1911054427] 'agreement among raft nodes before linearized reading' (duration: 2.000879768s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.947954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.946866Z","time spent":"2.001075602s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:56:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:56:15.036102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358781823s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T16:56:15.037048Z","caller":"traceutil/trace.go:171","msg":"trace[1886425490] linearizableReadLoop","detail":"{readStateIndex:29152; appliedIndex:29147; }","duration":"1.675787284s","start":"2026-07-03T16:56:13.361241Z","end":"2026-07-03T16:56:15.037028Z","steps":["trace[1886425490] 'read index received' (duration: 134.031551ms)","trace[1886425490] 'applied index is now lower than readState.Index' (duration: 1.541754993s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:15.037066Z","caller":"traceutil/trace.go:171","msg":"trace[272217884] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"2.085087662s","start":"2026-07-03T16:56:12.951951Z","end":"2026-07-03T16:56:15.037039Z","steps":["trace[272217884] 'process raft request' (duration: 2.084960749s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.03725Z","caller":"traceutil/trace.go:171","msg":"trace[742337391] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"2.086557275s","start":"2026-07-03T16:56:12.950665Z","end":"2026-07-03T16:56:15.037222Z","steps":["trace[742337391] 'process raft request' (duration: 2.085522611s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.037309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.95193Z","time spent":"2.085196574s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.037399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.950639Z","time spent":"2.086672938s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:15.037605Z","caller":"traceutil/trace.go:171","msg":"trace[1906197105] transaction","detail":"{read_only:false; response_revision:28162; number_of_response:1; }","duration":"1.672661471s","start":"2026-07-03T16:56:13.364927Z","end":"2026-07-03T16:56:15.037588Z","steps":["trace[1906197105] 'process raft request' (duration: 1.672069368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.037698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.364909Z","time spent":"1.672740094s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.037954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648333665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:15.038095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927203424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:56:15.038149Z","caller":"traceutil/trace.go:171","msg":"trace[713451654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28162; }","duration":"2.927288077s","start":"2026-07-03T16:56:12.110846Z","end":"2026-07-03T16:56:15.038135Z","steps":["trace[713451654] 'agreement among raft nodes before linearized reading' (duration: 2.926354376s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.038139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980592265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:56:15.038187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.11083Z","time spent":"2.927348248s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:56:15.038226Z","caller":"traceutil/trace.go:171","msg":"trace[847483145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28162; }","duration":"1.980690327s","start":"2026-07-03T16:56:13.057517Z","end":"2026-07-03T16:56:15.038207Z","steps":["trace[847483145] 'agreement among raft nodes before linearized reading' (duration: 1.979661884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.037957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781884776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:15.038267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965788957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:56:15.038275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.057458Z","time spent":"1.98080768s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:56:15.038298Z","caller":"traceutil/trace.go:171","msg":"trace[695584693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28162; }","duration":"1.965838428s","start":"2026-07-03T16:56:13.072453Z","end":"2026-07-03T16:56:15.038291Z","steps":["trace[695584693] 'agreement among raft nodes before linearized reading' (duration: 1.964694982s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.038323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.072442Z","time spent":"1.965875439s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:15.038326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161271009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:56:15.037984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967552577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:56:15.038418Z","caller":"traceutil/trace.go:171","msg":"trace[380160536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28162; }","duration":"1.968039138s","start":"2026-07-03T16:56:13.070361Z","end":"2026-07-03T16:56:15.0384Z","steps":["trace[380160536] 'agreement among raft nodes before linearized reading' (duration: 1.96681084s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.03837Z","caller":"traceutil/trace.go:171","msg":"trace[1968176019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28162; }","duration":"3.161415243s","start":"2026-07-03T16:56:11.876944Z","end":"2026-07-03T16:56:15.03836Z","steps":["trace[1968176019] 'agreement among raft nodes before linearized reading' (duration: 3.160265347s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.038479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.070345Z","time spent":"1.968117319s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:15.038508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.876926Z","time spent":"3.161569887s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:15.038023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803710415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:15.038563Z","caller":"traceutil/trace.go:171","msg":"trace[286697697] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28162; }","duration":"1.804277448s","start":"2026-07-03T16:56:13.234267Z","end":"2026-07-03T16:56:15.038544Z","steps":["trace[286697697] 'agreement among raft nodes before linearized reading' (duration: 1.802874166s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.038076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202658056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:15.038619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.234245Z","time spent":"1.80435576s","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:15.038656Z","caller":"traceutil/trace.go:171","msg":"trace[93449053] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28162; }","duration":"2.20328171s","start":"2026-07-03T16:56:12.835363Z","end":"2026-07-03T16:56:15.038645Z","steps":["trace[93449053] 'agreement among raft nodes before linearized reading' (duration: 2.201821567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.038685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.835344Z","time spent":"2.203332151s","remote":"127.0.0.1:44000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:15.038314Z","caller":"traceutil/trace.go:171","msg":"trace[547362303] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28162; }","duration":"2.64855575s","start":"2026-07-03T16:56:12.389567Z","end":"2026-07-03T16:56:15.038123Z","steps":["trace[547362303] 'agreement among raft nodes before linearized reading' (duration: 2.647625439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.0389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.389551Z","time spent":"2.649332388s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:15.039066Z","caller":"traceutil/trace.go:171","msg":"trace[118334172] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28162; }","duration":"1.782270505s","start":"2026-07-03T16:56:13.256003Z","end":"2026-07-03T16:56:15.038273Z","steps":["trace[118334172] 'agreement among raft nodes before linearized reading' (duration: 1.781123729s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.039105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.255979Z","time spent":"1.783115884s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:15.060194Z","caller":"traceutil/trace.go:171","msg":"trace[67430500] transaction","detail":"{read_only:false; response_revision:28163; number_of_response:1; }","duration":"538.295304ms","start":"2026-07-03T16:56:14.521872Z","end":"2026-07-03T16:56:15.060167Z","steps":["trace[67430500] 'process raft request' (duration: 538.150961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.06036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:14.521848Z","time spent":"538.429177ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.060415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.842808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:15.060516Z","caller":"traceutil/trace.go:171","msg":"trace[514942022] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28163; }","duration":"503.986951ms","start":"2026-07-03T16:56:14.556506Z","end":"2026-07-03T16:56:15.060493Z","steps":["trace[514942022] 'agreement among raft nodes before linearized reading' (duration: 503.783727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.060633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:14.556493Z","time spent":"504.121034ms","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:15.060775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112878926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:15.060816Z","caller":"traceutil/trace.go:171","msg":"trace[138203167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28163; }","duration":"1.112957608s","start":"2026-07-03T16:56:13.947848Z","end":"2026-07-03T16:56:15.060806Z","steps":["trace[138203167] 'agreement among raft nodes before linearized reading' (duration: 1.112895357s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.060846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.947829Z","time spent":"1.11300956s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:56:15.061088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153234108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:15.061119Z","caller":"traceutil/trace.go:171","msg":"trace[1240982899] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28163; }","duration":"1.153309199s","start":"2026-07-03T16:56:13.9078Z","end":"2026-07-03T16:56:15.061109Z","steps":["trace[1240982899] 'agreement among raft nodes before linearized reading' (duration: 1.153250948s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.061145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.907779Z","time spent":"1.153357711s","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:19.22246Z","caller":"traceutil/trace.go:171","msg":"trace[1179207988] linearizableReadLoop","detail":"{readStateIndex:29182; appliedIndex:29179; }","duration":"132.277261ms","start":"2026-07-03T16:56:19.090156Z","end":"2026-07-03T16:56:19.222433Z","steps":["trace[1179207988] 'read index received' (duration: 4.706187ms)","trace[1179207988] 'applied index is now lower than readState.Index' (duration: 127.569874ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:19.222553Z","caller":"traceutil/trace.go:171","msg":"trace[1892027608] transaction","detail":"{read_only:false; response_revision:28189; number_of_response:1; }","duration":"139.356563ms","start":"2026-07-03T16:56:19.083159Z","end":"2026-07-03T16:56:19.222516Z","steps":["trace[1892027608] 'process raft request' (duration: 62.326313ms)","trace[1892027608] 'compare' (duration: 76.725653ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:19.222591Z","caller":"traceutil/trace.go:171","msg":"trace[1132302398] transaction","detail":"{read_only:false; response_revision:28190; number_of_response:1; }","duration":"138.33661ms","start":"2026-07-03T16:56:19.084232Z","end":"2026-07-03T16:56:19.222568Z","steps":["trace[1132302398] 'process raft request' (duration: 138.133966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.222698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.530176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:56:19.222748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.229454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:56:19.222764Z","caller":"traceutil/trace.go:171","msg":"trace[1090637692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28190; }","duration":"132.661239ms","start":"2026-07-03T16:56:19.090085Z","end":"2026-07-03T16:56:19.222746Z","steps":["trace[1090637692] 'agreement among raft nodes before linearized reading' (duration: 132.483025ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:19.222797Z","caller":"traceutil/trace.go:171","msg":"trace[147849774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28190; }","duration":"130.313197ms","start":"2026-07-03T16:56:19.092467Z","end":"2026-07-03T16:56:19.222781Z","steps":["trace[147849774] 'agreement among raft nodes before linearized reading' (duration: 130.131253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.222812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.736508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:56:19.222855Z","caller":"traceutil/trace.go:171","msg":"trace[223219660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28190; }","duration":"127.817879ms","start":"2026-07-03T16:56:19.095023Z","end":"2026-07-03T16:56:19.222841Z","steps":["trace[223219660] 'agreement among raft nodes before linearized reading' (duration: 127.672416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.223076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.635878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:56:19.223104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.511245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:56:19.223137Z","caller":"traceutil/trace.go:171","msg":"trace[786141065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28190; }","duration":"128.7506ms","start":"2026-07-03T16:56:19.094367Z","end":"2026-07-03T16:56:19.223118Z","steps":["trace[786141065] 'agreement among raft nodes before linearized reading' (duration: 128.575166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:19.230648Z","caller":"traceutil/trace.go:171","msg":"trace[1027600041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28190; }","duration":"135.663509ms","start":"2026-07-03T16:56:19.094552Z","end":"2026-07-03T16:56:19.230215Z","steps":["trace[1027600041] 'agreement among raft nodes before linearized reading' (duration: 128.355932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:21.448025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:21.519773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.017771ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-03T16:56:21.951784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:22.451891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:22.787504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920189615s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:56:22.787877Z","caller":"traceutil/trace.go:171","msg":"trace[1560256659] transaction","detail":"{read_only:false; response_revision:28201; number_of_response:1; }","duration":"1.920746227s","start":"2026-07-03T16:56:20.867108Z","end":"2026-07-03T16:56:22.787854Z","steps":["trace[1560256659] 'process raft request' (duration: 1.920608374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:22.788097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:20.867073Z","time spent":"1.920939732s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:22.947234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:56:22.947338Z","caller":"traceutil/trace.go:171","msg":"trace[303635141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287074s","start":"2026-07-03T16:56:20.947028Z","end":"2026-07-03T16:56:22.947315Z","steps":["trace[303635141] 'agreement among raft nodes before linearized reading' (duration: 2.000162911s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:22.947401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:20.947009Z","time spent":"2.000377486s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:56:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:56:23.991087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203110338s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:56:23.991521Z","caller":"traceutil/trace.go:171","msg":"trace[910009616] transaction","detail":"{read_only:false; response_revision:28202; number_of_response:1; }","duration":"2.891605351s","start":"2026-07-03T16:56:21.099878Z","end":"2026-07-03T16:56:23.991483Z","steps":["trace[910009616] 'process raft request' (duration: 2.891363455s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.991554Z","caller":"traceutil/trace.go:171","msg":"trace[1128501959] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"2.762964713s","start":"2026-07-03T16:56:21.228554Z","end":"2026-07-03T16:56:23.991519Z","steps":["trace[1128501959] 'process raft request' (duration: 2.76284418s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.991542Z","caller":"traceutil/trace.go:171","msg":"trace[1382819117] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"2.762921612s","start":"2026-07-03T16:56:21.228596Z","end":"2026-07-03T16:56:23.991518Z","steps":["trace[1382819117] 'process raft request' (duration: 2.76285256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.991712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.099855Z","time spent":"2.891741764s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:23.991755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.228529Z","time spent":"2.763079666s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:23.991775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.228546Z","time spent":"2.763067916s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.992046Z","caller":"traceutil/trace.go:171","msg":"trace[891617269] transaction","detail":"{read_only:false; response_revision:28205; number_of_response:1; }","duration":"2.5229269s","start":"2026-07-03T16:56:21.469095Z","end":"2026-07-03T16:56:23.992022Z","steps":["trace[891617269] 'process raft request' (duration: 2.522388088s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.992137Z","caller":"traceutil/trace.go:171","msg":"trace[1194424439] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"2.458324445s","start":"2026-07-03T16:56:21.533773Z","end":"2026-07-03T16:56:23.992097Z","steps":["trace[1194424439] 'process raft request' (duration: 2.45813101s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.992143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.469068Z","time spent":"2.523029953s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:23.992227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.53375Z","time spent":"2.458433398s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.992292Z","caller":"traceutil/trace.go:171","msg":"trace[1175071262] transaction","detail":"{read_only:false; response_revision:28208; number_of_response:1; }","duration":"2.277355463s","start":"2026-07-03T16:56:21.714923Z","end":"2026-07-03T16:56:23.992279Z","steps":["trace[1175071262] 'process raft request' (duration: 2.277152838s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.992273Z","caller":"traceutil/trace.go:171","msg":"trace[2061519762] transaction","detail":"{read_only:false; response_revision:28207; number_of_response:1; }","duration":"2.457801663s","start":"2026-07-03T16:56:21.534456Z","end":"2026-07-03T16:56:23.992258Z","steps":["trace[2061519762] 'process raft request' (duration: 2.457582878s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.992344Z","caller":"traceutil/trace.go:171","msg":"trace[792165172] transaction","detail":"{read_only:false; response_revision:28209; number_of_response:1; }","duration":"2.276196336s","start":"2026-07-03T16:56:21.716137Z","end":"2026-07-03T16:56:23.992333Z","steps":["trace[792165172] 'process raft request' (duration: 2.276070103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.992354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.714897Z","time spent":"2.277426364s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:23.992402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.716123Z","time spent":"2.276250637s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.992411Z","caller":"traceutil/trace.go:171","msg":"trace[406681045] linearizableReadLoop","detail":"{readStateIndex:29202; appliedIndex:29194; }","duration":"3.045246171s","start":"2026-07-03T16:56:20.947066Z","end":"2026-07-03T16:56:23.992312Z","steps":["trace[406681045] 'read index received' (duration: 1.840771201s)","trace[406681045] 'applied index is now lower than readState.Index' (duration: 1.204473519s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:23.992446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.534443Z","time spent":"2.457891395s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:24.493655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:24.947806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:56:24.947879Z","caller":"traceutil/trace.go:171","msg":"trace[392160164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341136s","start":"2026-07-03T16:56:22.947521Z","end":"2026-07-03T16:56:24.947862Z","steps":["trace[392160164] 'agreement among raft nodes before linearized reading' (duration: 2.000251714s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:24.947916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:22.947496Z","time spent":"2.000413398s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:56:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:56:24.994008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:25.494296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687398565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:25.525728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534451766s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:56:25.536433Z","caller":"traceutil/trace.go:171","msg":"trace[1670082519] transaction","detail":"{read_only:false; response_revision:28210; number_of_response:1; }","duration":"2.155290345s","start":"2026-07-03T16:56:23.381111Z","end":"2026-07-03T16:56:25.536401Z","steps":["trace[1670082519] 'process raft request' (duration: 2.14500876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.536588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.381093Z","time spent":"2.155415688s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:25.536604Z","caller":"traceutil/trace.go:171","msg":"trace[890569782] transaction","detail":"{read_only:false; response_revision:28212; number_of_response:1; }","duration":"2.093004192s","start":"2026-07-03T16:56:23.443573Z","end":"2026-07-03T16:56:25.536578Z","steps":["trace[890569782] 'process raft request' (duration: 2.09290588s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:25.536679Z","caller":"traceutil/trace.go:171","msg":"trace[1674616960] transaction","detail":"{read_only:false; response_revision:28211; number_of_response:1; }","duration":"2.127744426s","start":"2026-07-03T16:56:23.408921Z","end":"2026-07-03T16:56:25.536666Z","steps":["trace[1674616960] 'process raft request' (duration: 2.127420809s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.53676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.408904Z","time spent":"2.127801347s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:25.537618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.443549Z","time spent":"2.094028125s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:25.762324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.444442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:56:25.762488Z","caller":"traceutil/trace.go:171","msg":"trace[1750884678] linearizableReadLoop","detail":"{readStateIndex:29207; appliedIndex:29202; }","duration":"1.769924352s","start":"2026-07-03T16:56:23.992539Z","end":"2026-07-03T16:56:25.762464Z","steps":["trace[1750884678] 'read index received' (duration: 1.533464362s)","trace[1750884678] 'applied index is now lower than readState.Index' (duration: 236.4589ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:25.762573Z","caller":"traceutil/trace.go:171","msg":"trace[1264930275] transaction","detail":"{read_only:false; response_revision:28213; number_of_response:1; }","duration":"561.747759ms","start":"2026-07-03T16:56:25.200816Z","end":"2026-07-03T16:56:25.762563Z","steps":["trace[1264930275] 'process raft request' (duration: 450.96063ms)","trace[1264930275] 'compare' (duration: 110.341749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:25.762616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.200795Z","time spent":"561.79625ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:25.76277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468082167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:56:25.762859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.495459981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:56:25.762903Z","caller":"traceutil/trace.go:171","msg":"trace[1521673316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28214; }","duration":"4.495534433s","start":"2026-07-03T16:56:21.267357Z","end":"2026-07-03T16:56:25.762892Z","steps":["trace[1521673316] 'agreement among raft nodes before linearized reading' (duration: 4.49540761s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:25.76291Z","caller":"traceutil/trace.go:171","msg":"trace[1972633871] transaction","detail":"{read_only:false; response_revision:28214; number_of_response:1; }","duration":"307.244176ms","start":"2026-07-03T16:56:25.455655Z","end":"2026-07-03T16:56:25.7629Z","steps":["trace[1972633871] 'process raft request' (duration: 306.747035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.762937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.267339Z","time spent":"4.495586074s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:56:25.762931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468420264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:56:25.762998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.455636Z","time spent":"307.304518ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:25.763026Z","caller":"traceutil/trace.go:171","msg":"trace[618082816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28214; }","duration":"4.468580818s","start":"2026-07-03T16:56:21.294425Z","end":"2026-07-03T16:56:25.763006Z","steps":["trace[618082816] 'agreement among raft nodes before linearized reading' (duration: 4.468225349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.763092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.294404Z","time spent":"4.468677871s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:25.763199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302750354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:56:25.763233Z","caller":"traceutil/trace.go:171","msg":"trace[845529708] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28214; }","duration":"1.302830575s","start":"2026-07-03T16:56:24.460395Z","end":"2026-07-03T16:56:25.763225Z","steps":["trace[845529708] 'agreement among raft nodes before linearized reading' (duration: 1.302652651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.76323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079059594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:25.762858Z","caller":"traceutil/trace.go:171","msg":"trace[1805099672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28214; }","duration":"4.46824176s","start":"2026-07-03T16:56:21.294599Z","end":"2026-07-03T16:56:25.762841Z","steps":["trace[1805099672] 'agreement among raft nodes before linearized reading' (duration: 4.468028055s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:25.763283Z","caller":"traceutil/trace.go:171","msg":"trace[920204052] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28214; }","duration":"2.079146486s","start":"2026-07-03T16:56:23.684126Z","end":"2026-07-03T16:56:25.763273Z","steps":["trace[920204052] 'agreement among raft nodes before linearized reading' (duration: 2.079054504s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.76331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.294554Z","time spent":"4.468748652s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:25.763314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.684111Z","time spent":"2.079194867s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:25.763419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.085346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:56:25.763449Z","caller":"traceutil/trace.go:171","msg":"trace[897861438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28214; }","duration":"512.155617ms","start":"2026-07-03T16:56:25.251287Z","end":"2026-07-03T16:56:25.763442Z","steps":["trace[897861438] 'agreement among raft nodes before linearized reading' (duration: 512.079196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.76347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.251272Z","time spent":"512.192719ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:56:25.763489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248546795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:25.763531Z","caller":"traceutil/trace.go:171","msg":"trace[1700851478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28214; }","duration":"2.248621837s","start":"2026-07-03T16:56:23.514897Z","end":"2026-07-03T16:56:25.763519Z","steps":["trace[1700851478] 'agreement among raft nodes before linearized reading' (duration: 2.248557516s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.763565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.51488Z","time spent":"2.248677868s","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:25.763652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.100982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:56:25.763736Z","caller":"traceutil/trace.go:171","msg":"trace[702625600] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28214; }","duration":"521.244175ms","start":"2026-07-03T16:56:25.242481Z","end":"2026-07-03T16:56:25.763725Z","steps":["trace[702625600] 'agreement among raft nodes before linearized reading' (duration: 521.112982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.763761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.242473Z","time spent":"521.279475ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:56:25.763752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469260964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:56:25.763807Z","caller":"traceutil/trace.go:171","msg":"trace[843131490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28214; }","duration":"4.469363966s","start":"2026-07-03T16:56:21.294428Z","end":"2026-07-03T16:56:25.763792Z","steps":["trace[843131490] 'agreement among raft nodes before linearized reading' (duration: 4.469159192s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.763863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.2944Z","time spent":"4.469453729s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:25.763899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.516007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:25.763928Z","caller":"traceutil/trace.go:171","msg":"trace[1734868800] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28214; }","duration":"527.544408ms","start":"2026-07-03T16:56:25.236373Z","end":"2026-07-03T16:56:25.763917Z","steps":["trace[1734868800] 'agreement among raft nodes before linearized reading' (duration: 527.497767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.763958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.236328Z","time spent":"527.62152ms","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:25.763563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468978678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:56:25.764007Z","caller":"traceutil/trace.go:171","msg":"trace[2095396587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28214; }","duration":"4.469464079s","start":"2026-07-03T16:56:21.29453Z","end":"2026-07-03T16:56:25.763994Z","steps":["trace[2095396587] 'agreement among raft nodes before linearized reading' (duration: 4.468921707s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.764052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:21.294508Z","time spent":"4.46953051s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:56:25.764109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.441827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:56:25.764136Z","caller":"traceutil/trace.go:171","msg":"trace[40534005] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:28214; }","duration":"686.53071ms","start":"2026-07-03T16:56:25.077599Z","end":"2026-07-03T16:56:25.76413Z","steps":["trace[40534005] 'agreement among raft nodes before linearized reading' (duration: 686.465528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.764157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.077552Z","time spent":"686.601691ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T16:56:25.763823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916381228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18591"} {"level":"warn","ts":"2026-07-03T16:56:25.764264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.67057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:25.764271Z","caller":"traceutil/trace.go:171","msg":"trace[1121907895] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28214; }","duration":"2.916827418s","start":"2026-07-03T16:56:22.847432Z","end":"2026-07-03T16:56:25.76426Z","steps":["trace[1121907895] 'agreement among raft nodes before linearized reading' (duration: 2.916298636s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:25.764288Z","caller":"traceutil/trace.go:171","msg":"trace[432540714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28214; }","duration":"808.719671ms","start":"2026-07-03T16:56:24.955563Z","end":"2026-07-03T16:56:25.764282Z","steps":["trace[432540714] 'agreement among raft nodes before linearized reading' (duration: 808.68505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.764306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.955549Z","time spent":"808.753052ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:56:25.764327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:22.847374Z","time spent":"2.91692717s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18614,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:56:25.764401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100573317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:25.764425Z","caller":"traceutil/trace.go:171","msg":"trace[1494857910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28214; }","duration":"1.100635238s","start":"2026-07-03T16:56:24.663784Z","end":"2026-07-03T16:56:25.764419Z","steps":["trace[1494857910] 'agreement among raft nodes before linearized reading' (duration: 1.100596127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.764443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.663766Z","time spent":"1.100671819s","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:25.763871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163344668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:25.76455Z","caller":"traceutil/trace.go:171","msg":"trace[896211540] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28214; }","duration":"3.164043793s","start":"2026-07-03T16:56:22.600492Z","end":"2026-07-03T16:56:25.764536Z","steps":["trace[896211540] 'agreement among raft nodes before linearized reading' (duration: 3.163354277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.763256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.46037Z","time spent":"1.302879937s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:25.764881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:22.600478Z","time spent":"3.164371641s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:26.426404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.649902ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-03T16:56:26.426461Z","caller":"traceutil/trace.go:171","msg":"trace[1434310964] linearizableReadLoop","detail":"{readStateIndex:29208; appliedIndex:29207; }","duration":"658.470869ms","start":"2026-07-03T16:56:25.767981Z","end":"2026-07-03T16:56:26.426451Z","steps":["trace[1434310964] 'read index received' (duration: 154.875108ms)","trace[1434310964] 'applied index is now lower than readState.Index' (duration: 503.594981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:26.426503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.766508Z","time spent":"659.992303ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:56:26.426624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.639653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:26.426645Z","caller":"traceutil/trace.go:171","msg":"trace[151260817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28214; }","duration":"658.684004ms","start":"2026-07-03T16:56:25.767955Z","end":"2026-07-03T16:56:26.426639Z","steps":["trace[151260817] 'agreement among raft nodes before linearized reading' (duration: 658.641043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.426659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.767945Z","time spent":"658.711165ms","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:56:26.863952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.743463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:56:26.864431Z","caller":"traceutil/trace.go:171","msg":"trace[1564266959] transaction","detail":"{read_only:false; response_revision:28215; number_of_response:1; }","duration":"1.093433304s","start":"2026-07-03T16:56:25.77097Z","end":"2026-07-03T16:56:26.864403Z","steps":["trace[1564266959] 'process raft request' (duration: 984.167929ms)","trace[1564266959] 'compare' (duration: 108.63485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:26.864771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.770962Z","time spent":"1.093774831s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.864958Z","caller":"traceutil/trace.go:171","msg":"trace[1445000882] transaction","detail":"{read_only:false; response_revision:28216; number_of_response:1; }","duration":"1.093916444s","start":"2026-07-03T16:56:25.77102Z","end":"2026-07-03T16:56:26.864936Z","steps":["trace[1445000882] 'process raft request' (duration: 1.093016634s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.865141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.771015Z","time spent":"1.094064738s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.865472Z","caller":"traceutil/trace.go:171","msg":"trace[1232056451] transaction","detail":"{read_only:false; response_revision:28217; number_of_response:1; }","duration":"1.094415635s","start":"2026-07-03T16:56:25.771025Z","end":"2026-07-03T16:56:26.865441Z","steps":["trace[1232056451] 'process raft request' (duration: 1.093847472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.865643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.771005Z","time spent":"1.094557489s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.86607Z","caller":"traceutil/trace.go:171","msg":"trace[887521498] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"1.093914643s","start":"2026-07-03T16:56:25.772135Z","end":"2026-07-03T16:56:26.866049Z","steps":["trace[887521498] 'process raft request' (duration: 1.093217607s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.866179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.772126Z","time spent":"1.094003556s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.866389Z","caller":"traceutil/trace.go:171","msg":"trace[645990355] transaction","detail":"{read_only:false; response_revision:28220; number_of_response:1; }","duration":"866.818547ms","start":"2026-07-03T16:56:25.99955Z","end":"2026-07-03T16:56:26.866368Z","steps":["trace[645990355] 'process raft request' (duration: 866.435368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.866594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.999527Z","time spent":"866.911579ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.86651Z","caller":"traceutil/trace.go:171","msg":"trace[1159228158] transaction","detail":"{read_only:false; response_revision:28222; number_of_response:1; }","duration":"866.700204ms","start":"2026-07-03T16:56:25.999789Z","end":"2026-07-03T16:56:26.866489Z","steps":["trace[1159228158] 'process raft request' (duration: 866.273184ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:26.866855Z","caller":"traceutil/trace.go:171","msg":"trace[1777307029] transaction","detail":"{read_only:false; response_revision:28219; number_of_response:1; }","duration":"1.093997166s","start":"2026-07-03T16:56:25.772818Z","end":"2026-07-03T16:56:26.866815Z","steps":["trace[1777307029] 'process raft request' (duration: 1.093088165s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.866884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.999781Z","time spent":"866.912399ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.866899Z","caller":"traceutil/trace.go:171","msg":"trace[633761998] transaction","detail":"{read_only:false; response_revision:28221; number_of_response:1; }","duration":"867.238367ms","start":"2026-07-03T16:56:25.999645Z","end":"2026-07-03T16:56:26.866883Z","steps":["trace[633761998] 'process raft request' (duration: 866.382176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.866959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.772811Z","time spent":"1.094096078s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:26.867045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.999638Z","time spent":"867.302969ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.86708Z","caller":"traceutil/trace.go:171","msg":"trace[651312198] transaction","detail":"{read_only:false; response_revision:28224; number_of_response:1; }","duration":"866.591792ms","start":"2026-07-03T16:56:26.000466Z","end":"2026-07-03T16:56:26.867057Z","steps":["trace[651312198] 'process raft request' (duration: 865.661301ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:26.867097Z","caller":"traceutil/trace.go:171","msg":"trace[1711509824] transaction","detail":"{read_only:false; response_revision:28225; number_of_response:1; }","duration":"866.559062ms","start":"2026-07-03T16:56:26.000522Z","end":"2026-07-03T16:56:26.867081Z","steps":["trace[1711509824] 'process raft request' (duration: 865.63645ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:26.867103Z","caller":"traceutil/trace.go:171","msg":"trace[908638280] transaction","detail":"{read_only:false; response_revision:28223; number_of_response:1; }","duration":"866.824658ms","start":"2026-07-03T16:56:26.000258Z","end":"2026-07-03T16:56:26.867082Z","steps":["trace[908638280] 'process raft request' (duration: 865.837385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.867176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:26.000516Z","time spent":"866.613163ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:26.867178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:26.000458Z","time spent":"866.669054ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:26.867195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:26.000247Z","time spent":"866.898479ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:26.867219Z","caller":"traceutil/trace.go:171","msg":"trace[1964384481] transaction","detail":"{read_only:false; response_revision:28226; number_of_response:1; }","duration":"866.288026ms","start":"2026-07-03T16:56:26.000907Z","end":"2026-07-03T16:56:26.867195Z","steps":["trace[1964384481] 'process raft request' (duration: 865.288242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:26.867297Z","caller":"traceutil/trace.go:171","msg":"trace[31386101] transaction","detail":"{read_only:false; response_revision:28228; number_of_response:1; }","duration":"439.930507ms","start":"2026-07-03T16:56:26.42735Z","end":"2026-07-03T16:56:26.86728Z","steps":["trace[31386101] 'process raft request' (duration: 438.904893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.867403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:26.427337Z","time spent":"440.004549ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:26.867505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093526035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-03T16:56:26.867297Z","caller":"traceutil/trace.go:171","msg":"trace[108800214] transaction","detail":"{read_only:false; response_revision:28227; number_of_response:1; }","duration":"865.62525ms","start":"2026-07-03T16:56:26.001658Z","end":"2026-07-03T16:56:26.867284Z","steps":["trace[108800214] 'process raft request' (duration: 864.566385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:26.867573Z","caller":"traceutil/trace.go:171","msg":"trace[284245073] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28228; }","duration":"1.093601938s","start":"2026-07-03T16:56:25.773954Z","end":"2026-07-03T16:56:26.867556Z","steps":["trace[284245073] 'agreement among raft nodes before linearized reading' (duration: 1.093381533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.867617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.773949Z","time spent":"1.093656089s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:56:26.867702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:26.001646Z","time spent":"865.932417ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:26.86772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096856511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:56:26.86777Z","caller":"traceutil/trace.go:171","msg":"trace[141354176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28228; }","duration":"1.096939183s","start":"2026-07-03T16:56:25.77082Z","end":"2026-07-03T16:56:26.867759Z","steps":["trace[141354176] 'agreement among raft nodes before linearized reading' (duration: 1.096525374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.867862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.770807Z","time spent":"1.097044705s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:56:26.868037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099990253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-03T16:56:26.868072Z","caller":"traceutil/trace.go:171","msg":"trace[1212174406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407; range_end:; response_count:1; response_revision:28228; }","duration":"1.100047384s","start":"2026-07-03T16:56:25.768015Z","end":"2026-07-03T16:56:26.868062Z","steps":["trace[1212174406] 'agreement among raft nodes before linearized reading' (duration: 1.099960122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.868093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:25.768004Z","time spent":"1.100084505s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-4ddba3b0-047f-4208-8c64-11d52a146407\" "} {"level":"info","ts":"2026-07-03T16:56:26.867252Z","caller":"traceutil/trace.go:171","msg":"trace[525836880] linearizableReadLoop","detail":"{readStateIndex:29221; appliedIndex:29208; }","duration":"440.765668ms","start":"2026-07-03T16:56:26.426474Z","end":"2026-07-03T16:56:26.867239Z","steps":["trace[525836880] 'read index received' (duration: 328.683708ms)","trace[525836880] 'applied index is now lower than readState.Index' (duration: 112.0809ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:26.868365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.115031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:26.868455Z","caller":"traceutil/trace.go:171","msg":"trace[646520443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28228; }","duration":"436.232784ms","start":"2026-07-03T16:56:26.432214Z","end":"2026-07-03T16:56:26.868446Z","steps":["trace[646520443] 'agreement among raft nodes before linearized reading' (duration: 436.127791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:26.868479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:26.432202Z","time spent":"436.269174ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:56:26.868648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:26.000899Z","time spent":"866.365377ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:27.812888Z","caller":"traceutil/trace.go:171","msg":"trace[569080910] transaction","detail":"{read_only:false; response_revision:28229; number_of_response:1; }","duration":"105.715504ms","start":"2026-07-03T16:56:27.707125Z","end":"2026-07-03T16:56:27.812841Z","steps":["trace[569080910] 'process raft request' (duration: 105.171041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:30.778386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.795574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:30.778485Z","caller":"traceutil/trace.go:171","msg":"trace[1194300167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28244; }","duration":"118.938527ms","start":"2026-07-03T16:56:30.659524Z","end":"2026-07-03T16:56:30.778463Z","steps":["trace[1194300167] 'count revisions from in-memory index tree' (duration: 118.63683ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.859939Z","caller":"traceutil/trace.go:171","msg":"trace[259252857] linearizableReadLoop","detail":"{readStateIndex:29763; appliedIndex:29762; }","duration":"310.176613ms","start":"2026-07-03T16:57:16.549742Z","end":"2026-07-03T16:57:16.859918Z","steps":["trace[259252857] 'read index received' (duration: 310.052301ms)","trace[259252857] 'applied index is now lower than readState.Index' (duration: 123.472µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:16.86Z","caller":"traceutil/trace.go:171","msg":"trace[1698723637] transaction","detail":"{read_only:false; response_revision:28754; number_of_response:1; }","duration":"348.211243ms","start":"2026-07-03T16:57:16.511763Z","end":"2026-07-03T16:57:16.859974Z","steps":["trace[1698723637] 'process raft request' (duration: 348.010328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.860074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.318097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.860106Z","caller":"traceutil/trace.go:171","msg":"trace[1464603080] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28754; }","duration":"310.395099ms","start":"2026-07-03T16:57:16.549701Z","end":"2026-07-03T16:57:16.860096Z","steps":["trace[1464603080] 'agreement among raft nodes before linearized reading' (duration: 310.330098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.860116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.51174Z","time spent":"348.309505ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:57:16.860134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.549683Z","time spent":"310.44482ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-03T16:57:16.974076Z","caller":"traceutil/trace.go:171","msg":"trace[1828610942] linearizableReadLoop","detail":"{readStateIndex:29764; appliedIndex:29763; }","duration":"114.044835ms","start":"2026-07-03T16:57:16.860008Z","end":"2026-07-03T16:57:16.974053Z","steps":["trace[1828610942] 'read index received' (duration: 111.905005ms)","trace[1828610942] 'applied index is now lower than readState.Index' (duration: 2.13882ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:16.974167Z","caller":"traceutil/trace.go:171","msg":"trace[153055931] transaction","detail":"{read_only:false; response_revision:28755; number_of_response:1; }","duration":"268.508992ms","start":"2026-07-03T16:57:16.705619Z","end":"2026-07-03T16:57:16.974128Z","steps":["trace[153055931] 'process raft request' (duration: 266.350253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.97423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.230819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.974266Z","caller":"traceutil/trace.go:171","msg":"trace[92010014] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28755; }","duration":"424.30271ms","start":"2026-07-03T16:57:16.549954Z","end":"2026-07-03T16:57:16.974257Z","steps":["trace[92010014] 'agreement among raft nodes before linearized reading' (duration: 424.193518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.9743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.549947Z","time spent":"424.344671ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:57:16.97436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.706677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-03T16:57:16.974353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.141837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.974457Z","caller":"traceutil/trace.go:171","msg":"trace[1461390156] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28755; }","duration":"423.83064ms","start":"2026-07-03T16:57:16.550605Z","end":"2026-07-03T16:57:16.974436Z","steps":["trace[1461390156] 'agreement among raft nodes before linearized reading' (duration: 423.566864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.974506Z","caller":"traceutil/trace.go:171","msg":"trace[1208463420] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28755; }","duration":"424.355462ms","start":"2026-07-03T16:57:16.550107Z","end":"2026-07-03T16:57:16.974463Z","steps":["trace[1208463420] 'agreement among raft nodes before linearized reading' (duration: 424.107746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.974517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.550596Z","time spent":"423.908102ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:57:16.974581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.550089Z","time spent":"424.479494ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:57:47.67612Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:57:47.680668Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-03T16:57:47.680822Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-03T16:57:49.610825Z","caller":"traceutil/trace.go:171","msg":"trace[22249306] linearizableReadLoop","detail":"{readStateIndex:30008; appliedIndex:30007; }","duration":"145.877471ms","start":"2026-07-03T16:57:49.464922Z","end":"2026-07-03T16:57:49.6108Z","steps":["trace[22249306] 'read index received' (duration: 145.032662ms)","trace[22249306] 'applied index is now lower than readState.Index' (duration: 843.469µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:57:49.611054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.122129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:57:49.611022Z","caller":"traceutil/trace.go:171","msg":"trace[404165259] transaction","detail":"{read_only:false; response_revision:28993; number_of_response:1; }","duration":"165.569052ms","start":"2026-07-03T16:57:49.445403Z","end":"2026-07-03T16:57:49.610972Z","steps":["trace[404165259] 'process raft request' (duration: 164.578219ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:49.611143Z","caller":"traceutil/trace.go:171","msg":"trace[1503303784] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28993; }","duration":"146.258931ms","start":"2026-07-03T16:57:49.46487Z","end":"2026-07-03T16:57:49.611129Z","steps":["trace[1503303784] 'agreement among raft nodes before linearized reading' (duration: 146.028806ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:49.903342Z","caller":"traceutil/trace.go:171","msg":"trace[392163819] transaction","detail":"{read_only:false; response_revision:28998; number_of_response:1; }","duration":"238.218571ms","start":"2026-07-03T16:57:49.665095Z","end":"2026-07-03T16:57:49.903313Z","steps":["trace[392163819] 'process raft request' (duration: 238.006726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:49.921581Z","caller":"traceutil/trace.go:171","msg":"trace[734882803] transaction","detail":"{read_only:false; response_revision:28999; number_of_response:1; }","duration":"248.384772ms","start":"2026-07-03T16:57:49.673165Z","end":"2026-07-03T16:57:49.92155Z","steps":["trace[734882803] 'process raft request' (duration: 248.211318ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:49.921753Z","caller":"traceutil/trace.go:171","msg":"trace[1222513736] linearizableReadLoop","detail":"{readStateIndex:30015; appliedIndex:30012; }","duration":"239.181762ms","start":"2026-07-03T16:57:49.682545Z","end":"2026-07-03T16:57:49.921727Z","steps":["trace[1222513736] 'read index received' (duration: 220.550487ms)","trace[1222513736] 'applied index is now lower than readState.Index' (duration: 18.629135ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:49.921846Z","caller":"traceutil/trace.go:171","msg":"trace[961566657] transaction","detail":"{read_only:false; response_revision:29000; number_of_response:1; }","duration":"244.820582ms","start":"2026-07-03T16:57:49.677004Z","end":"2026-07-03T16:57:49.921824Z","steps":["trace[961566657] 'process raft request' (duration: 244.505964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:49.922017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.45868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:57:49.922075Z","caller":"traceutil/trace.go:171","msg":"trace[1166375107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29000; }","duration":"239.564132ms","start":"2026-07-03T16:57:49.682491Z","end":"2026-07-03T16:57:49.922055Z","steps":["trace[1166375107] 'agreement among raft nodes before linearized reading' (duration: 239.373678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:49.922083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.830397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:57:49.922124Z","caller":"traceutil/trace.go:171","msg":"trace[419905814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29000; }","duration":"119.908189ms","start":"2026-07-03T16:57:49.802204Z","end":"2026-07-03T16:57:49.922112Z","steps":["trace[419905814] 'agreement among raft nodes before linearized reading' (duration: 119.795706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:49.922119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.588148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:57:49.922126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.582051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:57:49.922182Z","caller":"traceutil/trace.go:171","msg":"trace[1803121287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29000; }","duration":"133.680864ms","start":"2026-07-03T16:57:49.788488Z","end":"2026-07-03T16:57:49.922169Z","steps":["trace[1803121287] 'agreement among raft nodes before linearized reading' (duration: 133.484559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:49.922178Z","caller":"traceutil/trace.go:171","msg":"trace[1246098377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29000; }","duration":"220.702811ms","start":"2026-07-03T16:57:49.701459Z","end":"2026-07-03T16:57:49.922162Z","steps":["trace[1246098377] 'agreement among raft nodes before linearized reading' (duration: 220.468735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:49.922262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.721801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:57:49.922363Z","caller":"traceutil/trace.go:171","msg":"trace[448003569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29000; }","duration":"153.867045ms","start":"2026-07-03T16:57:49.768471Z","end":"2026-07-03T16:57:49.922338Z","steps":["trace[448003569] 'agreement among raft nodes before linearized reading' (duration: 153.547687ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:50.132851Z","caller":"traceutil/trace.go:171","msg":"trace[2014772139] transaction","detail":"{read_only:false; response_revision:29003; number_of_response:1; }","duration":"206.716151ms","start":"2026-07-03T16:57:49.926114Z","end":"2026-07-03T16:57:50.13283Z","steps":["trace[2014772139] 'process raft request' (duration: 206.604568ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:50.132993Z","caller":"traceutil/trace.go:171","msg":"trace[1488335756] transaction","detail":"{read_only:false; response_revision:29004; number_of_response:1; }","duration":"206.616299ms","start":"2026-07-03T16:57:49.926361Z","end":"2026-07-03T16:57:50.132978Z","steps":["trace[1488335756] 'process raft request' (duration: 206.437925ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:50.133008Z","caller":"traceutil/trace.go:171","msg":"trace[440062169] transaction","detail":"{read_only:false; response_revision:29002; number_of_response:1; }","duration":"206.893765ms","start":"2026-07-03T16:57:49.926075Z","end":"2026-07-03T16:57:50.132969Z","steps":["trace[440062169] 'process raft request' (duration: 199.738901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:50.133088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.351971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:50.133134Z","caller":"traceutil/trace.go:171","msg":"trace[507310408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29005; }","duration":"188.446994ms","start":"2026-07-03T16:57:49.944679Z","end":"2026-07-03T16:57:50.133126Z","steps":["trace[507310408] 'agreement among raft nodes before linearized reading' (duration: 188.351172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:50.13299Z","caller":"traceutil/trace.go:171","msg":"trace[217810760] linearizableReadLoop","detail":"{readStateIndex:30020; appliedIndex:30015; }","duration":"188.235569ms","start":"2026-07-03T16:57:49.944733Z","end":"2026-07-03T16:57:50.132969Z","steps":["trace[217810760] 'read index received' (duration: 8.437733ms)","trace[217810760] 'applied index is now lower than readState.Index' (duration: 179.796826ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:50.133192Z","caller":"traceutil/trace.go:171","msg":"trace[1902103987] transaction","detail":"{read_only:false; response_revision:29005; number_of_response:1; }","duration":"206.343403ms","start":"2026-07-03T16:57:49.926831Z","end":"2026-07-03T16:57:50.133175Z","steps":["trace[1902103987] 'process raft request' (duration: 206.060506ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:58.308056Z","caller":"traceutil/trace.go:171","msg":"trace[1826649126] transaction","detail":"{read_only:false; response_revision:29088; number_of_response:1; }","duration":"119.053079ms","start":"2026-07-03T16:57:58.188961Z","end":"2026-07-03T16:57:58.308014Z","steps":["trace[1826649126] 'process raft request' (duration: 57.560004ms)","trace[1826649126] 'compare' (duration: 61.165457ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:58.308574Z","caller":"traceutil/trace.go:171","msg":"trace[1694544103] transaction","detail":"{read_only:false; response_revision:29089; number_of_response:1; }","duration":"119.469158ms","start":"2026-07-03T16:57:58.189076Z","end":"2026-07-03T16:57:58.308545Z","steps":["trace[1694544103] 'process raft request' (duration: 118.823483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:58.420079Z","caller":"traceutil/trace.go:171","msg":"trace[587562630] transaction","detail":"{read_only:false; response_revision:29091; number_of_response:1; }","duration":"103.908032ms","start":"2026-07-03T16:57:58.316147Z","end":"2026-07-03T16:57:58.420055Z","steps":["trace[587562630] 'process raft request' (duration: 100.689519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.195398Z","caller":"traceutil/trace.go:171","msg":"trace[247551291] linearizableReadLoop","detail":"{readStateIndex:30120; appliedIndex:30119; }","duration":"189.659662ms","start":"2026-07-03T16:58:00.0057Z","end":"2026-07-03T16:58:00.19536Z","steps":["trace[247551291] 'read index received' (duration: 95.575623ms)","trace[247551291] 'applied index is now lower than readState.Index' (duration: 94.082479ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:00.195556Z","caller":"traceutil/trace.go:171","msg":"trace[49395256] transaction","detail":"{read_only:false; response_revision:29103; number_of_response:1; }","duration":"190.392609ms","start":"2026-07-03T16:58:00.00514Z","end":"2026-07-03T16:58:00.195533Z","steps":["trace[49395256] 'process raft request' (duration: 96.141406ms)","trace[49395256] 'compare' (duration: 93.870294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:58:00.195617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.886767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:00.196033Z","caller":"traceutil/trace.go:171","msg":"trace[1065370066] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29103; }","duration":"190.314216ms","start":"2026-07-03T16:58:00.005696Z","end":"2026-07-03T16:58:00.196011Z","steps":["trace[1065370066] 'agreement among raft nodes before linearized reading' (duration: 189.852826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.196877Z","caller":"traceutil/trace.go:171","msg":"trace[479094921] transaction","detail":"{read_only:false; response_revision:29104; number_of_response:1; }","duration":"190.046671ms","start":"2026-07-03T16:58:00.006702Z","end":"2026-07-03T16:58:00.196749Z","steps":["trace[479094921] 'process raft request' (duration: 189.586381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:00.400994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.162068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-72s8j\" ","response":"range_response_count:1 size:6601"} {"level":"info","ts":"2026-07-03T16:58:00.401074Z","caller":"traceutil/trace.go:171","msg":"trace[818949875] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-72s8j; range_end:; response_count:1; response_revision:29106; }","duration":"104.294901ms","start":"2026-07-03T16:58:00.29676Z","end":"2026-07-03T16:58:00.401055Z","steps":["trace[818949875] 'range keys from in-memory index tree' (duration: 103.76267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.573451Z","caller":"traceutil/trace.go:171","msg":"trace[2087843733] transaction","detail":"{read_only:false; response_revision:29108; number_of_response:1; }","duration":"167.23032ms","start":"2026-07-03T16:58:00.406194Z","end":"2026-07-03T16:58:00.573424Z","steps":["trace[2087843733] 'process raft request' (duration: 133.719794ms)","trace[2087843733] 'compare' (duration: 33.207439ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:00.57374Z","caller":"traceutil/trace.go:171","msg":"trace[1233542098] transaction","detail":"{read_only:false; response_revision:29109; number_of_response:1; }","duration":"164.63627ms","start":"2026-07-03T16:58:00.409069Z","end":"2026-07-03T16:58:00.573705Z","steps":["trace[1233542098] 'process raft request' (duration: 164.274012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:00.66619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.061733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:58:00.666247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.889408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:00.666285Z","caller":"traceutil/trace.go:171","msg":"trace[809976059] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29110; }","duration":"177.218297ms","start":"2026-07-03T16:58:00.489046Z","end":"2026-07-03T16:58:00.666265Z","steps":["trace[809976059] 'agreement among raft nodes before linearized reading' (duration: 177.056973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.666332Z","caller":"traceutil/trace.go:171","msg":"trace[768389933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:29110; }","duration":"141.039591ms","start":"2026-07-03T16:58:00.525268Z","end":"2026-07-03T16:58:00.666308Z","steps":["trace[768389933] 'agreement among raft nodes before linearized reading' (duration: 140.873427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.833643Z","caller":"traceutil/trace.go:171","msg":"trace[189562153] transaction","detail":"{read_only:false; response_revision:29112; number_of_response:1; }","duration":"249.252272ms","start":"2026-07-03T16:58:01.58436Z","end":"2026-07-03T16:58:01.833613Z","steps":["trace[189562153] 'process raft request' (duration: 249.058048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:02.012007Z","caller":"traceutil/trace.go:171","msg":"trace[261694616] transaction","detail":"{read_only:false; response_revision:29114; number_of_response:1; }","duration":"211.665434ms","start":"2026-07-03T16:58:01.800315Z","end":"2026-07-03T16:58:02.01198Z","steps":["trace[261694616] 'process raft request' (duration: 211.531211ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:02.012013Z","caller":"traceutil/trace.go:171","msg":"trace[1321217371] transaction","detail":"{read_only:false; response_revision:29113; number_of_response:1; }","duration":"294.138408ms","start":"2026-07-03T16:58:01.717836Z","end":"2026-07-03T16:58:02.011975Z","steps":["trace[1321217371] 'process raft request' (duration: 293.872843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:02.012053Z","caller":"traceutil/trace.go:171","msg":"trace[425569998] transaction","detail":"{read_only:false; response_revision:29115; number_of_response:1; }","duration":"211.336486ms","start":"2026-07-03T16:58:01.80068Z","end":"2026-07-03T16:58:02.012017Z","steps":["trace[425569998] 'process raft request' (duration: 211.209764ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:02.012019Z","caller":"traceutil/trace.go:171","msg":"trace[1371101701] transaction","detail":"{read_only:false; response_revision:29116; number_of_response:1; }","duration":"211.089471ms","start":"2026-07-03T16:58:01.800909Z","end":"2026-07-03T16:58:02.011998Z","steps":["trace[1371101701] 'process raft request' (duration: 211.017909ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:02.012354Z","caller":"traceutil/trace.go:171","msg":"trace[1232103721] transaction","detail":"{read_only:false; response_revision:29117; number_of_response:1; }","duration":"211.331497ms","start":"2026-07-03T16:58:01.801004Z","end":"2026-07-03T16:58:02.012336Z","steps":["trace[1232103721] 'process raft request' (duration: 210.957068ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:42.408074Z","caller":"traceutil/trace.go:171","msg":"trace[218679837] transaction","detail":"{read_only:false; response_revision:29478; number_of_response:1; }","duration":"190.095601ms","start":"2026-07-03T16:58:42.217949Z","end":"2026-07-03T16:58:42.408045Z","steps":["trace[218679837] 'process raft request' (duration: 189.901846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.008651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687401943,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:58:43.034726Z","caller":"traceutil/trace.go:171","msg":"trace[731419913] transaction","detail":"{read_only:false; response_revision:29479; number_of_response:1; }","duration":"811.75206ms","start":"2026-07-03T16:58:42.222936Z","end":"2026-07-03T16:58:43.034688Z","steps":["trace[731419913] 'process raft request' (duration: 811.503914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:43.034738Z","caller":"traceutil/trace.go:171","msg":"trace[389412795] transaction","detail":"{read_only:false; response_revision:29481; number_of_response:1; }","duration":"788.736903ms","start":"2026-07-03T16:58:42.245971Z","end":"2026-07-03T16:58:43.034708Z","steps":["trace[389412795] 'process raft request' (duration: 788.656102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:43.034804Z","caller":"traceutil/trace.go:171","msg":"trace[1998034953] transaction","detail":"{read_only:false; response_revision:29480; number_of_response:1; }","duration":"809.873307ms","start":"2026-07-03T16:58:42.224893Z","end":"2026-07-03T16:58:43.034766Z","steps":["trace[1998034953] 'process raft request' (duration: 809.699823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.03489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.245912Z","time spent":"788.898157ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:43.034977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.222918Z","time spent":"811.880202ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:43.034978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.224878Z","time spent":"810.01539ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:58:43.035108Z","caller":"traceutil/trace.go:171","msg":"trace[2080120210] transaction","detail":"{read_only:false; response_revision:29484; number_of_response:1; }","duration":"750.675265ms","start":"2026-07-03T16:58:42.284407Z","end":"2026-07-03T16:58:43.035083Z","steps":["trace[2080120210] 'process raft request' (duration: 750.606783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.035236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.284399Z","time spent":"750.779747ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:58:43.035109Z","caller":"traceutil/trace.go:171","msg":"trace[1782141022] transaction","detail":"{read_only:false; response_revision:29483; number_of_response:1; }","duration":"751.35284ms","start":"2026-07-03T16:58:42.283738Z","end":"2026-07-03T16:58:43.035091Z","steps":["trace[1782141022] 'process raft request' (duration: 751.180126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.035323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.283724Z","time spent":"751.566075ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:58:43.0354Z","caller":"traceutil/trace.go:171","msg":"trace[1393150410] transaction","detail":"{read_only:false; response_revision:29482; number_of_response:1; }","duration":"767.671182ms","start":"2026-07-03T16:58:42.267391Z","end":"2026-07-03T16:58:43.035062Z","steps":["trace[1393150410] 'process raft request' (duration: 767.281044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.035594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.267353Z","time spent":"768.160864ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:58:43.300339Z","caller":"traceutil/trace.go:171","msg":"trace[360193229] linearizableReadLoop","detail":"{readStateIndex:30513; appliedIndex:30506; }","duration":"792.080971ms","start":"2026-07-03T16:58:42.508238Z","end":"2026-07-03T16:58:43.300319Z","steps":["trace[360193229] 'read index received' (duration: 526.308551ms)","trace[360193229] 'applied index is now lower than readState.Index' (duration: 265.77175ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:43.300434Z","caller":"traceutil/trace.go:171","msg":"trace[337626011] transaction","detail":"{read_only:false; response_revision:29485; number_of_response:1; }","duration":"861.488486ms","start":"2026-07-03T16:58:42.438939Z","end":"2026-07-03T16:58:43.300427Z","steps":["trace[337626011] 'process raft request' (duration: 823.794415ms)","trace[337626011] 'compare' (duration: 37.502637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:58:43.300509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.438911Z","time spent":"861.539667ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:43.30066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.410894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:58:43.300731Z","caller":"traceutil/trace.go:171","msg":"trace[1302475492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29485; }","duration":"773.503356ms","start":"2026-07-03T16:58:42.527209Z","end":"2026-07-03T16:58:43.300713Z","steps":["trace[1302475492] 'agreement among raft nodes before linearized reading' (duration: 773.331132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.300789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.5272Z","time spent":"773.577867ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:58:43.300958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.673663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:58:43.300964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.393632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:58:43.300991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.967499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:43.301036Z","caller":"traceutil/trace.go:171","msg":"trace[585722475] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29485; }","duration":"202.532245ms","start":"2026-07-03T16:58:43.098487Z","end":"2026-07-03T16:58:43.30102Z","steps":["trace[585722475] 'agreement among raft nodes before linearized reading' (duration: 202.424992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:43.301102Z","caller":"traceutil/trace.go:171","msg":"trace[681859898] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:29485; }","duration":"525.096972ms","start":"2026-07-03T16:58:42.775948Z","end":"2026-07-03T16:58:43.301045Z","steps":["trace[681859898] 'agreement among raft nodes before linearized reading' (duration: 524.941259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.301065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.3409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:58:43.301139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.775927Z","time spent":"525.204794ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:58:43.301148Z","caller":"traceutil/trace.go:171","msg":"trace[2092971082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29485; }","duration":"762.464573ms","start":"2026-07-03T16:58:42.538675Z","end":"2026-07-03T16:58:43.30114Z","steps":["trace[2092971082] 'agreement among raft nodes before linearized reading' (duration: 762.33374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.301148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.301691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:58:43.30099Z","caller":"traceutil/trace.go:171","msg":"trace[355386487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29485; }","duration":"623.755526ms","start":"2026-07-03T16:58:42.677226Z","end":"2026-07-03T16:58:43.300982Z","steps":["trace[355386487] 'agreement among raft nodes before linearized reading' (duration: 623.663824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.301219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.677199Z","time spent":"624.013512ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:58:43.30123Z","caller":"traceutil/trace.go:171","msg":"trace[248526628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29485; }","duration":"484.437184ms","start":"2026-07-03T16:58:42.816769Z","end":"2026-07-03T16:58:43.301206Z","steps":["trace[248526628] 'agreement among raft nodes before linearized reading' (duration: 484.155877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.301082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.834617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:58:43.301273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.816746Z","time spent":"484.519046ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:58:43.301301Z","caller":"traceutil/trace.go:171","msg":"trace[843706359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29485; }","duration":"793.102054ms","start":"2026-07-03T16:58:42.508181Z","end":"2026-07-03T16:58:43.301283Z","steps":["trace[843706359] 'agreement among raft nodes before linearized reading' (duration: 792.814667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.301316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.508159Z","time spent":"793.153144ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:58:43.301179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:42.538652Z","time spent":"762.519735ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:58:43.300722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.526158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-03T16:58:43.301478Z","caller":"traceutil/trace.go:171","msg":"trace[2087807935] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29485; }","duration":"123.334487ms","start":"2026-07-03T16:58:43.178127Z","end":"2026-07-03T16:58:43.301461Z","steps":["trace[2087807935] 'agreement among raft nodes before linearized reading' (duration: 122.435436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.878239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053782687401953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:58:43.99061Z","caller":"traceutil/trace.go:171","msg":"trace[1365184830] linearizableReadLoop","detail":"{readStateIndex:30518; appliedIndex:30514; }","duration":"613.459881ms","start":"2026-07-03T16:58:43.377125Z","end":"2026-07-03T16:58:43.990585Z","steps":["trace[1365184830] 'read index received' (duration: 613.105203ms)","trace[1365184830] 'applied index is now lower than readState.Index' (duration: 353.488µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:43.991171Z","caller":"traceutil/trace.go:171","msg":"trace[745158676] transaction","detail":"{read_only:false; response_revision:29487; number_of_response:1; }","duration":"685.490326ms","start":"2026-07-03T16:58:43.305664Z","end":"2026-07-03T16:58:43.991155Z","steps":["trace[745158676] 'process raft request' (duration: 684.648967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.991248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.314885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-07-03T16:58:43.991297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.305648Z","time spent":"685.571618ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:58:43.99133Z","caller":"traceutil/trace.go:171","msg":"trace[824096671] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29490; }","duration":"598.407858ms","start":"2026-07-03T16:58:43.392905Z","end":"2026-07-03T16:58:43.991313Z","steps":["trace[824096671] 'agreement among raft nodes before linearized reading' (duration: 598.10186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.991376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.392855Z","time spent":"598.51235ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:58:43.991524Z","caller":"traceutil/trace.go:171","msg":"trace[95111815] transaction","detail":"{read_only:false; response_revision:29488; number_of_response:1; }","duration":"685.782043ms","start":"2026-07-03T16:58:43.305729Z","end":"2026-07-03T16:58:43.991511Z","steps":["trace[95111815] 'process raft request' (duration: 684.745878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.991597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.305724Z","time spent":"685.839164ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:43.991774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.260477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:43.991797Z","caller":"traceutil/trace.go:171","msg":"trace[1784736629] transaction","detail":"{read_only:false; response_revision:29489; number_of_response:1; }","duration":"685.470896ms","start":"2026-07-03T16:58:43.306314Z","end":"2026-07-03T16:58:43.991785Z","steps":["trace[1784736629] 'process raft request' (duration: 684.201826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:43.991822Z","caller":"traceutil/trace.go:171","msg":"trace[1463949878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:29490; }","duration":"335.348489ms","start":"2026-07-03T16:58:43.656462Z","end":"2026-07-03T16:58:43.991811Z","steps":["trace[1463949878] 'agreement among raft nodes before linearized reading' (duration: 335.276458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.991854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.656443Z","time spent":"335.40274ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:58:43.991894Z","caller":"traceutil/trace.go:171","msg":"trace[235727377] transaction","detail":"{read_only:false; response_revision:29490; number_of_response:1; }","duration":"684.491324ms","start":"2026-07-03T16:58:43.307389Z","end":"2026-07-03T16:58:43.99188Z","steps":["trace[235727377] 'process raft request' (duration: 683.158303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.991969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.307383Z","time spent":"684.549905ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:43.992027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.788953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:43.992062Z","caller":"traceutil/trace.go:171","msg":"trace[600179735] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:29490; }","duration":"509.825114ms","start":"2026-07-03T16:58:43.482228Z","end":"2026-07-03T16:58:43.992053Z","steps":["trace[600179735] 'agreement among raft nodes before linearized reading' (duration: 509.769402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.992099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.482174Z","time spent":"509.916987ms","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:58:43.992233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.103418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:43.992283Z","caller":"traceutil/trace.go:171","msg":"trace[2049183337] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29490; }","duration":"615.186191ms","start":"2026-07-03T16:58:43.377085Z","end":"2026-07-03T16:58:43.992271Z","steps":["trace[2049183337] 'agreement among raft nodes before linearized reading' (duration: 615.103499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.992299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.749166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-03T16:58:43.992327Z","caller":"traceutil/trace.go:171","msg":"trace[1880516217] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29490; }","duration":"528.795918ms","start":"2026-07-03T16:58:43.463523Z","end":"2026-07-03T16:58:43.992319Z","steps":["trace[1880516217] 'agreement among raft nodes before linearized reading' (duration: 528.703076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.992366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.463513Z","time spent":"528.846559ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:58:43.992502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.641001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:43.992539Z","caller":"traceutil/trace.go:171","msg":"trace[1745552508] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29490; }","duration":"562.733722ms","start":"2026-07-03T16:58:43.429797Z","end":"2026-07-03T16:58:43.992531Z","steps":["trace[1745552508] 'agreement among raft nodes before linearized reading' (duration: 562.684401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:43.992564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.42978Z","time spent":"562.777973ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:58:43.991855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.306307Z","time spent":"685.517507ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:43.992328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:43.377069Z","time spent":"615.249293ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-03T16:58:46.483968Z","caller":"traceutil/trace.go:171","msg":"trace[933938823] transaction","detail":"{read_only:false; response_revision:29508; number_of_response:1; }","duration":"178.122177ms","start":"2026-07-03T16:58:46.305817Z","end":"2026-07-03T16:58:46.483939Z","steps":["trace[933938823] 'process raft request' (duration: 177.901072ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:47.830988Z","caller":"traceutil/trace.go:171","msg":"trace[2043153827] transaction","detail":"{read_only:false; response_revision:29530; number_of_response:1; }","duration":"111.928927ms","start":"2026-07-03T16:58:47.719014Z","end":"2026-07-03T16:58:47.830943Z","steps":["trace[2043153827] 'process raft request' (duration: 97.147499ms)","trace[2043153827] 'compare' (duration: 14.44135ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:48.35418Z","caller":"traceutil/trace.go:171","msg":"trace[481496761] transaction","detail":"{read_only:false; response_revision:29536; number_of_response:1; }","duration":"139.821063ms","start":"2026-07-03T16:58:48.214333Z","end":"2026-07-03T16:58:48.354155Z","steps":["trace[481496761] 'process raft request' (duration: 139.66116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:51.228369Z","caller":"traceutil/trace.go:171","msg":"trace[140070293] transaction","detail":"{read_only:false; response_revision:29561; number_of_response:1; }","duration":"115.739323ms","start":"2026-07-03T16:58:51.112465Z","end":"2026-07-03T16:58:51.228204Z","steps":["trace[140070293] 'process raft request' (duration: 115.525338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:51.228725Z","caller":"traceutil/trace.go:171","msg":"trace[2044087042] transaction","detail":"{read_only:false; response_revision:29562; number_of_response:1; }","duration":"116.215534ms","start":"2026-07-03T16:58:51.112475Z","end":"2026-07-03T16:58:51.228691Z","steps":["trace[2044087042] 'process raft request' (duration: 115.678602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:51.229031Z","caller":"traceutil/trace.go:171","msg":"trace[237328582] transaction","detail":"{read_only:false; response_revision:29563; number_of_response:1; }","duration":"116.345626ms","start":"2026-07-03T16:58:51.112672Z","end":"2026-07-03T16:58:51.229017Z","steps":["trace[237328582] 'process raft request' (duration: 115.861805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:51.229356Z","caller":"traceutil/trace.go:171","msg":"trace[904768142] transaction","detail":"{read_only:false; response_revision:29564; number_of_response:1; }","duration":"115.473497ms","start":"2026-07-03T16:58:51.113614Z","end":"2026-07-03T16:58:51.229087Z","steps":["trace[904768142] 'process raft request' (duration: 115.203831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:51.680145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.522717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-03T16:58:51.680204Z","caller":"traceutil/trace.go:171","msg":"trace[1570230461] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:29564; }","duration":"347.632459ms","start":"2026-07-03T16:58:51.332558Z","end":"2026-07-03T16:58:51.680191Z","steps":["trace[1570230461] 'range keys from in-memory index tree' (duration: 347.361013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:51.680233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:51.332536Z","time spent":"347.691361ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:58:51.680389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.889169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-03T16:58:51.680454Z","caller":"traceutil/trace.go:171","msg":"trace[184455586] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:29564; }","duration":"345.994281ms","start":"2026-07-03T16:58:51.334448Z","end":"2026-07-03T16:58:51.680442Z","steps":["trace[184455586] 'range keys from in-memory index tree' (duration: 345.697905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:51.680488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:51.33443Z","time spent":"346.051403ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-03T16:58:51.680546Z","caller":"traceutil/trace.go:171","msg":"trace[2042493692] linearizableReadLoop","detail":"{readStateIndex:30595; appliedIndex:30594; }","duration":"191.593416ms","start":"2026-07-03T16:58:51.488919Z","end":"2026-07-03T16:58:51.680513Z","steps":["trace[2042493692] 'read index received' (duration: 130.586243ms)","trace[2042493692] 'applied index is now lower than readState.Index' (duration: 61.005923ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:51.680691Z","caller":"traceutil/trace.go:171","msg":"trace[1658304763] transaction","detail":"{read_only:false; response_revision:29565; number_of_response:1; }","duration":"275.316627ms","start":"2026-07-03T16:58:51.40536Z","end":"2026-07-03T16:58:51.680677Z","steps":["trace[1658304763] 'process raft request' (duration: 214.10872ms)","trace[1658304763] 'compare' (duration: 60.604064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:58:51.680816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.052524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:51.680855Z","caller":"traceutil/trace.go:171","msg":"trace[287485329] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:29565; }","duration":"153.121886ms","start":"2026-07-03T16:58:51.52772Z","end":"2026-07-03T16:58:51.680842Z","steps":["trace[287485329] 'agreement among raft nodes before linearized reading' (duration: 153.066705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:51.680912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.005365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:58:51.68097Z","caller":"traceutil/trace.go:171","msg":"trace[620069256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29565; }","duration":"192.123338ms","start":"2026-07-03T16:58:51.488831Z","end":"2026-07-03T16:58:51.680954Z","steps":["trace[620069256] 'agreement among raft nodes before linearized reading' (duration: 191.994394ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:51.909711Z","caller":"traceutil/trace.go:171","msg":"trace[495747651] transaction","detail":"{read_only:false; response_revision:29566; number_of_response:1; }","duration":"223.825372ms","start":"2026-07-03T16:58:51.685848Z","end":"2026-07-03T16:58:51.909673Z","steps":["trace[495747651] 'process raft request' (duration: 172.218954ms)","trace[495747651] 'compare' (duration: 51.459504ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:59.245696Z","caller":"traceutil/trace.go:171","msg":"trace[424178791] transaction","detail":"{read_only:false; response_revision:29624; number_of_response:1; }","duration":"109.754877ms","start":"2026-07-03T16:58:59.135899Z","end":"2026-07-03T16:58:59.245654Z","steps":["trace[424178791] 'process raft request' (duration: 109.532932ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:59.377182Z","caller":"traceutil/trace.go:171","msg":"trace[1943719743] transaction","detail":"{read_only:false; response_revision:29628; number_of_response:1; }","duration":"106.066582ms","start":"2026-07-03T16:58:59.271065Z","end":"2026-07-03T16:58:59.377132Z","steps":["trace[1943719743] 'process raft request' (duration: 105.765936ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:59.377235Z","caller":"traceutil/trace.go:171","msg":"trace[1005086192] transaction","detail":"{read_only:false; response_revision:29629; number_of_response:1; }","duration":"100.281401ms","start":"2026-07-03T16:58:59.27691Z","end":"2026-07-03T16:58:59.377192Z","steps":["trace[1005086192] 'process raft request' (duration: 100.062776ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:02.164827Z","caller":"traceutil/trace.go:171","msg":"trace[1733367941] transaction","detail":"{read_only:false; response_revision:29647; number_of_response:1; }","duration":"141.529023ms","start":"2026-07-03T16:59:02.023266Z","end":"2026-07-03T16:59:02.164795Z","steps":["trace[1733367941] 'process raft request' (duration: 141.291327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:08.757426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27256} {"level":"info","ts":"2026-07-03T16:59:08.954041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27256,"took":"192.573867ms","hash":3062037871,"current-db-size-bytes":51855360,"current-db-size":"52 MB","current-db-size-in-use-bytes":35635200,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-03T16:59:08.954112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3062037871,"revision":27256,"compact-revision":25942} {"level":"info","ts":"2026-07-03T16:59:13.62525Z","caller":"traceutil/trace.go:171","msg":"trace[175114973] transaction","detail":"{read_only:false; response_revision:29734; number_of_response:1; }","duration":"118.976628ms","start":"2026-07-03T16:59:13.506253Z","end":"2026-07-03T16:59:13.625229Z","steps":["trace[175114973] 'process raft request' (duration: 118.840654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:13.627063Z","caller":"traceutil/trace.go:171","msg":"trace[1005877178] transaction","detail":"{read_only:false; response_revision:29735; number_of_response:1; }","duration":"103.402452ms","start":"2026-07-03T16:59:13.523649Z","end":"2026-07-03T16:59:13.627052Z","steps":["trace[1005877178] 'process raft request' (duration: 103.3498ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:59.22053Z","caller":"traceutil/trace.go:171","msg":"trace[249324098] linearizableReadLoop","detail":"{readStateIndex:31317; appliedIndex:31316; }","duration":"285.337987ms","start":"2026-07-03T16:59:58.935174Z","end":"2026-07-03T16:59:59.220512Z","steps":["trace[249324098] 'read index received' (duration: 285.155543ms)","trace[249324098] 'applied index is now lower than readState.Index' (duration: 181.794µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:59:59.220762Z","caller":"traceutil/trace.go:171","msg":"trace[1569733039] transaction","detail":"{read_only:false; response_revision:30267; number_of_response:1; }","duration":"317.46204ms","start":"2026-07-03T16:59:58.903289Z","end":"2026-07-03T16:59:59.220751Z","steps":["trace[1569733039] 'process raft request' (duration: 317.104022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:59:59.22085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:59:58.903265Z","time spent":"317.524211ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:59:59.221852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.859389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:59:59.221899Z","caller":"traceutil/trace.go:171","msg":"trace[1249330655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30267; }","duration":"286.756649ms","start":"2026-07-03T16:59:58.935134Z","end":"2026-07-03T16:59:59.22189Z","steps":["trace[1249330655] 'agreement among raft nodes before linearized reading' (duration: 285.869099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:59:59.221828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.015252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:59:59.222063Z","caller":"traceutil/trace.go:171","msg":"trace[1376557775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30267; }","duration":"279.292028ms","start":"2026-07-03T16:59:58.942761Z","end":"2026-07-03T16:59:59.222053Z","steps":["trace[1376557775] 'agreement among raft nodes before linearized reading' (duration: 278.998331ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.353518Z","caller":"traceutil/trace.go:171","msg":"trace[1077088762] transaction","detail":"{read_only:false; response_revision:30296; number_of_response:1; }","duration":"221.222333ms","start":"2026-07-03T17:00:00.132273Z","end":"2026-07-03T17:00:00.353496Z","steps":["trace[1077088762] 'process raft request' (duration: 221.132041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.353543Z","caller":"traceutil/trace.go:171","msg":"trace[326743650] transaction","detail":"{read_only:false; response_revision:30295; number_of_response:1; }","duration":"223.146596ms","start":"2026-07-03T17:00:00.13036Z","end":"2026-07-03T17:00:00.353507Z","steps":["trace[326743650] 'process raft request' (duration: 175.578689ms)","trace[326743650] 'compare' (duration: 47.316031ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:00.369695Z","caller":"traceutil/trace.go:171","msg":"trace[893562508] transaction","detail":"{read_only:false; response_revision:30297; number_of_response:1; }","duration":"233.357669ms","start":"2026-07-03T17:00:00.136312Z","end":"2026-07-03T17:00:00.36967Z","steps":["trace[893562508] 'process raft request' (duration: 232.94757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.369838Z","caller":"traceutil/trace.go:171","msg":"trace[491490021] transaction","detail":"{read_only:false; response_revision:30298; number_of_response:1; }","duration":"233.032532ms","start":"2026-07-03T17:00:00.136719Z","end":"2026-07-03T17:00:00.369752Z","steps":["trace[491490021] 'process raft request' (duration: 232.651454ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.36992Z","caller":"traceutil/trace.go:171","msg":"trace[753820273] transaction","detail":"{read_only:false; response_revision:30299; number_of_response:1; }","duration":"232.132332ms","start":"2026-07-03T17:00:00.137779Z","end":"2026-07-03T17:00:00.369911Z","steps":["trace[753820273] 'process raft request' (duration: 231.61881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.386369Z","caller":"traceutil/trace.go:171","msg":"trace[227369974] linearizableReadLoop","detail":"{readStateIndex:31349; appliedIndex:31344; }","duration":"239.494019ms","start":"2026-07-03T17:00:00.146844Z","end":"2026-07-03T17:00:00.386338Z","steps":["trace[227369974] 'read index received' (duration: 159.039961ms)","trace[227369974] 'applied index is now lower than readState.Index' (duration: 80.453238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:00.386754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.891539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29718300-pm72n\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-07-03T17:00:00.386787Z","caller":"traceutil/trace.go:171","msg":"trace[1403156696] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29718300-pm72n; range_end:; response_count:1; response_revision:30300; }","duration":"239.93887ms","start":"2026-07-03T17:00:00.146836Z","end":"2026-07-03T17:00:00.386775Z","steps":["trace[1403156696] 'agreement among raft nodes before linearized reading' (duration: 239.805357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:03.978358Z","caller":"traceutil/trace.go:171","msg":"trace[724239703] transaction","detail":"{read_only:false; response_revision:30349; number_of_response:1; }","duration":"302.241603ms","start":"2026-07-03T17:00:03.676066Z","end":"2026-07-03T17:00:03.978308Z","steps":["trace[724239703] 'process raft request' (duration: 208.305188ms)","trace[724239703] 'compare' (duration: 93.73272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:03.978631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.676033Z","time spent":"302.446847ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:04.540311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.489317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:04.540588Z","caller":"traceutil/trace.go:171","msg":"trace[1231441620] transaction","detail":"{read_only:false; response_revision:30352; number_of_response:1; }","duration":"537.784803ms","start":"2026-07-03T17:00:04.002782Z","end":"2026-07-03T17:00:04.540567Z","steps":["trace[1231441620] 'process raft request' (duration: 537.701831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.540665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.002746Z","time spent":"537.883635ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:04.540951Z","caller":"traceutil/trace.go:171","msg":"trace[974327269] transaction","detail":"{read_only:false; response_revision:30350; number_of_response:1; }","duration":"732.765505ms","start":"2026-07-03T17:00:03.808172Z","end":"2026-07-03T17:00:04.540937Z","steps":["trace[974327269] 'process raft request' (duration: 398.569152ms)","trace[974327269] 'compare' (duration: 332.540616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:04.541009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.808146Z","time spent":"732.832587ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:04.54115Z","caller":"traceutil/trace.go:171","msg":"trace[1388512707] transaction","detail":"{read_only:false; response_revision:30351; number_of_response:1; }","duration":"730.215266ms","start":"2026-07-03T17:00:03.810924Z","end":"2026-07-03T17:00:04.54114Z","steps":["trace[1388512707] 'process raft request' (duration: 729.48548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.541198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.810918Z","time spent":"730.254128ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:04.541311Z","caller":"traceutil/trace.go:171","msg":"trace[610005640] linearizableReadLoop","detail":"{readStateIndex:31402; appliedIndex:31400; }","duration":"596.591106ms","start":"2026-07-03T17:00:03.944711Z","end":"2026-07-03T17:00:04.541302Z","steps":["trace[610005640] 'read index received' (duration: 262.068906ms)","trace[610005640] 'applied index is now lower than readState.Index' (duration: 334.5212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:04.541568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.851192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:04.541599Z","caller":"traceutil/trace.go:171","msg":"trace[804907669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30352; }","duration":"596.886033ms","start":"2026-07-03T17:00:03.944704Z","end":"2026-07-03T17:00:04.54159Z","steps":["trace[804907669] 'agreement among raft nodes before linearized reading' (duration: 596.829221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.541625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.944658Z","time spent":"596.960704ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T17:00:04.541926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.457591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-03T17:00:04.541971Z","caller":"traceutil/trace.go:171","msg":"trace[321560902] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30352; }","duration":"454.541853ms","start":"2026-07-03T17:00:04.087417Z","end":"2026-07-03T17:00:04.541959Z","steps":["trace[321560902] 'agreement among raft nodes before linearized reading' (duration: 454.329827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.542001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.087391Z","time spent":"454.602474ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-03T17:00:04.54236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.763392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T17:00:04.54238Z","caller":"traceutil/trace.go:171","msg":"trace[1978735487] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:30352; }","duration":"276.840303ms","start":"2026-07-03T17:00:04.265534Z","end":"2026-07-03T17:00:04.542374Z","steps":["trace[1978735487] 'agreement among raft nodes before linearized reading' (duration: 276.69108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.002307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.061033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:00:05.00236Z","caller":"traceutil/trace.go:171","msg":"trace[1441728002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30353; }","duration":"233.145344ms","start":"2026-07-03T17:00:04.769203Z","end":"2026-07-03T17:00:05.002349Z","steps":["trace[1441728002] 'range keys from in-memory index tree' (duration: 232.94667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.002556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.773192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T17:00:05.002577Z","caller":"traceutil/trace.go:171","msg":"trace[932536856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30353; }","duration":"262.829413ms","start":"2026-07-03T17:00:04.739743Z","end":"2026-07-03T17:00:05.002573Z","steps":["trace[932536856] 'range keys from in-memory index tree' (duration: 262.628988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.002223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.774877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:00:05.002685Z","caller":"traceutil/trace.go:171","msg":"trace[1603830221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30353; }","duration":"353.3333ms","start":"2026-07-03T17:00:04.649344Z","end":"2026-07-03T17:00:05.002678Z","steps":["trace[1603830221] 'range keys from in-memory index tree' (duration: 352.481821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.002702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.649325Z","time spent":"353.37067ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T17:00:05.00274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.85519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T17:00:05.00281Z","caller":"traceutil/trace.go:171","msg":"trace[1515143303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30353; }","duration":"229.945881ms","start":"2026-07-03T17:00:04.772843Z","end":"2026-07-03T17:00:05.002789Z","steps":["trace[1515143303] 'range keys from in-memory index tree' (duration: 229.691816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.002886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.21474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:05.002909Z","caller":"traceutil/trace.go:171","msg":"trace[988459400] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:30353; }","duration":"217.257692ms","start":"2026-07-03T17:00:04.785645Z","end":"2026-07-03T17:00:05.002902Z","steps":["trace[988459400] 'count revisions from in-memory index tree' (duration: 217.17329ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:05.159134Z","caller":"traceutil/trace.go:171","msg":"trace[739892234] transaction","detail":"{read_only:false; response_revision:30354; number_of_response:1; }","duration":"152.014071ms","start":"2026-07-03T17:00:05.007095Z","end":"2026-07-03T17:00:05.159109Z","steps":["trace[739892234] 'process raft request' (duration: 151.854428ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:05.665518Z","caller":"traceutil/trace.go:171","msg":"trace[513337102] transaction","detail":"{read_only:false; response_revision:30355; number_of_response:1; }","duration":"657.63639ms","start":"2026-07-03T17:00:05.007845Z","end":"2026-07-03T17:00:05.665481Z","steps":["trace[513337102] 'process raft request' (duration: 657.324553ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:05.665646Z","caller":"traceutil/trace.go:171","msg":"trace[2058853883] linearizableReadLoop","detail":"{readStateIndex:31408; appliedIndex:31404; }","duration":"576.958827ms","start":"2026-07-03T17:00:05.088655Z","end":"2026-07-03T17:00:05.665614Z","steps":["trace[2058853883] 'read index received' (duration: 70.346266ms)","trace[2058853883] 'applied index is now lower than readState.Index' (duration: 506.611031ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:05.665697Z","caller":"traceutil/trace.go:171","msg":"trace[1422150927] transaction","detail":"{read_only:false; response_revision:30357; number_of_response:1; }","duration":"656.666628ms","start":"2026-07-03T17:00:05.009003Z","end":"2026-07-03T17:00:05.66567Z","steps":["trace[1422150927] 'process raft request' (duration: 656.427993ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:05.665499Z","caller":"traceutil/trace.go:171","msg":"trace[1366932425] transaction","detail":"{read_only:false; response_revision:30356; number_of_response:1; }","duration":"656.525795ms","start":"2026-07-03T17:00:05.008948Z","end":"2026-07-03T17:00:05.665473Z","steps":["trace[1366932425] 'process raft request' (duration: 656.417252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.66585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.007821Z","time spent":"657.789244ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:05.665887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.206493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T17:00:05.665942Z","caller":"traceutil/trace.go:171","msg":"trace[183677145] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:30357; }","duration":"577.306455ms","start":"2026-07-03T17:00:05.088619Z","end":"2026-07-03T17:00:05.665925Z","steps":["trace[183677145] 'agreement among raft nodes before linearized reading' (duration: 577.117781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.66599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.088601Z","time spent":"577.375307ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-03T17:00:05.665973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.008933Z","time spent":"656.952045ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:05.665829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.008985Z","time spent":"656.775921ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:06.056268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.027885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:06.056502Z","caller":"traceutil/trace.go:171","msg":"trace[2091862951] linearizableReadLoop","detail":"{readStateIndex:31410; appliedIndex:31408; }","duration":"390.781304ms","start":"2026-07-03T17:00:05.665698Z","end":"2026-07-03T17:00:06.05648Z","steps":["trace[2091862951] 'read index received' (duration: 96.552314ms)","trace[2091862951] 'applied index is now lower than readState.Index' (duration: 294.22789ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:06.056609Z","caller":"traceutil/trace.go:171","msg":"trace[391071553] transaction","detail":"{read_only:false; response_revision:30359; number_of_response:1; }","duration":"392.657908ms","start":"2026-07-03T17:00:05.663891Z","end":"2026-07-03T17:00:06.056549Z","steps":["trace[391071553] 'process raft request' (duration: 392.480414ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.056792Z","caller":"traceutil/trace.go:171","msg":"trace[1120909188] transaction","detail":"{read_only:false; response_revision:30358; number_of_response:1; }","duration":"806.10221ms","start":"2026-07-03T17:00:05.250674Z","end":"2026-07-03T17:00:06.056777Z","steps":["trace[1120909188] 'process raft request' (duration: 511.485431ms)","trace[1120909188] 'compare' (duration: 293.699858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:06.056794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.729961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T17:00:06.056852Z","caller":"traceutil/trace.go:171","msg":"trace[520658273] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:30359; }","duration":"484.836863ms","start":"2026-07-03T17:00:05.571999Z","end":"2026-07-03T17:00:06.056836Z","steps":["trace[520658273] 'agreement among raft nodes before linearized reading' (duration: 484.588938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.056856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.013137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:06.056922Z","caller":"traceutil/trace.go:171","msg":"trace[2119276145] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30359; }","duration":"950.1214ms","start":"2026-07-03T17:00:05.106787Z","end":"2026-07-03T17:00:06.056908Z","steps":["trace[2119276145] 'agreement among raft nodes before linearized reading' (duration: 950.000687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.056913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.916328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-03T17:00:06.056967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.106778Z","time spent":"950.180301ms","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:06.056911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.663862Z","time spent":"392.843041ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:06.056981Z","caller":"traceutil/trace.go:171","msg":"trace[2069260281] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:30359; }","duration":"828.036921ms","start":"2026-07-03T17:00:05.228924Z","end":"2026-07-03T17:00:06.056961Z","steps":["trace[2069260281] 'agreement among raft nodes before linearized reading' (duration: 827.817896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.057021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.228898Z","time spent":"828.113682ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T17:00:06.056916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.571977Z","time spent":"484.919845ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:06.056862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.250649Z","time spent":"806.181681ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:06.110444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.667567Z","time spent":"442.869444ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T17:00:06.110485Z","caller":"traceutil/trace.go:171","msg":"trace[1376705369] transaction","detail":"{read_only:false; response_revision:30360; number_of_response:1; }","duration":"395.3626ms","start":"2026-07-03T17:00:05.7151Z","end":"2026-07-03T17:00:06.110463Z","steps":["trace[1376705369] 'process raft request' (duration: 395.198276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.110611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.715074Z","time spent":"395.472442ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:06.110736Z","caller":"traceutil/trace.go:171","msg":"trace[1754592942] transaction","detail":"{read_only:false; response_revision:30361; number_of_response:1; }","duration":"395.610667ms","start":"2026-07-03T17:00:05.715098Z","end":"2026-07-03T17:00:06.110709Z","steps":["trace[1754592942] 'process raft request' (duration: 395.305429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.110865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.715074Z","time spent":"395.716008ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:06.243432Z","caller":"traceutil/trace.go:171","msg":"trace[1182836653] transaction","detail":"{read_only:false; response_revision:30362; number_of_response:1; }","duration":"259.380964ms","start":"2026-07-03T17:00:05.98402Z","end":"2026-07-03T17:00:06.243401Z","steps":["trace[1182836653] 'process raft request' (duration: 177.073245ms)","trace[1182836653] 'compare' (duration: 82.086995ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:06.24362Z","caller":"traceutil/trace.go:171","msg":"trace[506119800] transaction","detail":"{read_only:false; response_revision:30363; number_of_response:1; }","duration":"197.562992ms","start":"2026-07-03T17:00:06.046048Z","end":"2026-07-03T17:00:06.243611Z","steps":["trace[506119800] 'process raft request' (duration: 197.301986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.243736Z","caller":"traceutil/trace.go:171","msg":"trace[520544328] linearizableReadLoop","detail":"{readStateIndex:31415; appliedIndex:31410; }","duration":"187.170545ms","start":"2026-07-03T17:00:06.056555Z","end":"2026-07-03T17:00:06.243725Z","steps":["trace[520544328] 'read index received' (duration: 53.554403ms)","trace[520544328] 'applied index is now lower than readState.Index' (duration: 133.614982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:06.243725Z","caller":"traceutil/trace.go:171","msg":"trace[1675590377] transaction","detail":"{read_only:false; response_revision:30364; number_of_response:1; }","duration":"131.927322ms","start":"2026-07-03T17:00:06.111773Z","end":"2026-07-03T17:00:06.2437Z","steps":["trace[1675590377] 'process raft request' (duration: 131.80937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.243898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.709992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:00:06.243897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.510771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:06.243939Z","caller":"traceutil/trace.go:171","msg":"trace[2030117432] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:30364; }","duration":"386.811684ms","start":"2026-07-03T17:00:05.857117Z","end":"2026-07-03T17:00:06.243929Z","steps":["trace[2030117432] 'agreement among raft nodes before linearized reading' (duration: 386.692102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.243967Z","caller":"traceutil/trace.go:171","msg":"trace[1639712673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30364; }","duration":"299.642044ms","start":"2026-07-03T17:00:05.944307Z","end":"2026-07-03T17:00:06.243949Z","steps":["trace[1639712673] 'agreement among raft nodes before linearized reading' (duration: 299.451179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.243971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.857094Z","time spent":"386.866865ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:06.2446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.032143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T17:00:06.244701Z","caller":"traceutil/trace.go:171","msg":"trace[1437699503] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e260b9a-86bc-406f-a7fd-9d0adb4d78f6; range_end:; response_count:1; response_revision:30364; }","duration":"184.167905ms","start":"2026-07-03T17:00:06.060507Z","end":"2026-07-03T17:00:06.244675Z","steps":["trace[1437699503] 'agreement among raft nodes before linearized reading' (duration: 183.433799ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.773989Z","caller":"traceutil/trace.go:171","msg":"trace[1547009990] transaction","detail":"{read_only:false; response_revision:30366; number_of_response:1; }","duration":"225.233644ms","start":"2026-07-03T17:00:06.548733Z","end":"2026-07-03T17:00:06.773967Z","steps":["trace[1547009990] 'process raft request' (duration: 225.04415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.774146Z","caller":"traceutil/trace.go:171","msg":"trace[184285058] linearizableReadLoop","detail":"{readStateIndex:31419; appliedIndex:31416; }","duration":"209.385301ms","start":"2026-07-03T17:00:06.564736Z","end":"2026-07-03T17:00:06.774122Z","steps":["trace[184285058] 'read index received' (duration: 13.551408ms)","trace[184285058] 'applied index is now lower than readState.Index' (duration: 195.832673ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:06.774254Z","caller":"traceutil/trace.go:171","msg":"trace[92723004] transaction","detail":"{read_only:false; response_revision:30367; number_of_response:1; }","duration":"225.477569ms","start":"2026-07-03T17:00:06.548748Z","end":"2026-07-03T17:00:06.774226Z","steps":["trace[92723004] 'process raft request' (duration: 225.175562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.774523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.754101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:06.774571Z","caller":"traceutil/trace.go:171","msg":"trace[2042560732] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30367; }","duration":"209.847283ms","start":"2026-07-03T17:00:06.564712Z","end":"2026-07-03T17:00:06.774559Z","steps":["trace[2042560732] 'agreement among raft nodes before linearized reading' (duration: 209.72989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.774917Z","caller":"traceutil/trace.go:171","msg":"trace[1918040929] transaction","detail":"{read_only:false; response_revision:30368; number_of_response:1; }","duration":"163.427904ms","start":"2026-07-03T17:00:06.611468Z","end":"2026-07-03T17:00:06.774896Z","steps":["trace[1918040929] 'process raft request' (duration: 163.326312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.775349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.772996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:00:06.775376Z","caller":"traceutil/trace.go:171","msg":"trace[1748046523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30368; }","duration":"137.843708ms","start":"2026-07-03T17:00:06.637524Z","end":"2026-07-03T17:00:06.775368Z","steps":["trace[1748046523] 'agreement among raft nodes before linearized reading' (duration: 137.731926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.775361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.47222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T17:00:06.775416Z","caller":"traceutil/trace.go:171","msg":"trace[1516089454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30368; }","duration":"200.579631ms","start":"2026-07-03T17:00:06.574824Z","end":"2026-07-03T17:00:06.775403Z","steps":["trace[1516089454] 'agreement among raft nodes before linearized reading' (duration: 200.335986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:07.19526Z","caller":"traceutil/trace.go:171","msg":"trace[1881754832] transaction","detail":"{read_only:false; response_revision:30371; number_of_response:1; }","duration":"176.884839ms","start":"2026-07-03T17:00:07.018349Z","end":"2026-07-03T17:00:07.195234Z","steps":["trace[1881754832] 'process raft request' (duration: 157.489906ms)","trace[1881754832] 'compare' (duration: 19.098907ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:07.987141Z","caller":"traceutil/trace.go:171","msg":"trace[277015124] transaction","detail":"{read_only:false; response_revision:30373; number_of_response:1; }","duration":"311.883573ms","start":"2026-07-03T17:00:07.675233Z","end":"2026-07-03T17:00:07.987116Z","steps":["trace[277015124] 'process raft request' (duration: 311.712329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:07.987294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.675205Z","time spent":"312.008366ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:08.271302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.794201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:08.271594Z","caller":"traceutil/trace.go:171","msg":"trace[1393853125] transaction","detail":"{read_only:false; response_revision:30377; number_of_response:1; }","duration":"209.138437ms","start":"2026-07-03T17:00:08.062437Z","end":"2026-07-03T17:00:08.271576Z","steps":["trace[1393853125] 'process raft request' (duration: 209.100836ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.271617Z","caller":"traceutil/trace.go:171","msg":"trace[2011417032] transaction","detail":"{read_only:false; response_revision:30375; number_of_response:1; }","duration":"596.189276ms","start":"2026-07-03T17:00:07.675403Z","end":"2026-07-03T17:00:08.271592Z","steps":["trace[2011417032] 'process raft request' (duration: 596.002732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.271745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.675373Z","time spent":"596.307599ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:08.271846Z","caller":"traceutil/trace.go:171","msg":"trace[611489593] linearizableReadLoop","detail":"{readStateIndex:31427; appliedIndex:31424; }","duration":"578.262336ms","start":"2026-07-03T17:00:07.693559Z","end":"2026-07-03T17:00:08.271822Z","steps":["trace[611489593] 'read index received' (duration: 293.40656ms)","trace[611489593] 'applied index is now lower than readState.Index' (duration: 284.854556ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:08.271918Z","caller":"traceutil/trace.go:171","msg":"trace[880970440] transaction","detail":"{read_only:false; response_revision:30376; number_of_response:1; }","duration":"210.501917ms","start":"2026-07-03T17:00:08.061403Z","end":"2026-07-03T17:00:08.271905Z","steps":["trace[880970440] 'process raft request' (duration: 210.097648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.272068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.497362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:08.272108Z","caller":"traceutil/trace.go:171","msg":"trace[2014993132] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30377; }","duration":"578.574214ms","start":"2026-07-03T17:00:07.693522Z","end":"2026-07-03T17:00:08.272096Z","steps":["trace[2014993132] 'agreement among raft nodes before linearized reading' (duration: 578.475861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.272083Z","caller":"traceutil/trace.go:171","msg":"trace[87354400] transaction","detail":"{read_only:false; response_revision:30374; number_of_response:1; }","duration":"596.660897ms","start":"2026-07-03T17:00:07.675392Z","end":"2026-07-03T17:00:08.272053Z","steps":["trace[87354400] 'process raft request' (duration: 404.024607ms)","trace[87354400] 'compare' (duration: 191.597376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.272148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.693508Z","time spent":"578.630025ms","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:08.272223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.675371Z","time spent":"596.78091ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:08.563117Z","caller":"traceutil/trace.go:171","msg":"trace[128212227] transaction","detail":"{read_only:false; response_revision:30378; number_of_response:1; }","duration":"447.098162ms","start":"2026-07-03T17:00:08.115985Z","end":"2026-07-03T17:00:08.563083Z","steps":["trace[128212227] 'process raft request' (duration: 355.204083ms)","trace[128212227] 'compare' (duration: 91.191793ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:08.563141Z","caller":"traceutil/trace.go:171","msg":"trace[1474645715] transaction","detail":"{read_only:false; response_revision:30379; number_of_response:1; }","duration":"446.254091ms","start":"2026-07-03T17:00:08.116857Z","end":"2026-07-03T17:00:08.563111Z","steps":["trace[1474645715] 'process raft request' (duration: 446.129919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.563272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.115967Z","time spent":"447.221074ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:08.563313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.116837Z","time spent":"446.381435ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:08.882129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.679644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:08.882526Z","caller":"traceutil/trace.go:171","msg":"trace[1230273856] transaction","detail":"{read_only:false; response_revision:30383; number_of_response:1; }","duration":"297.966895ms","start":"2026-07-03T17:00:08.584538Z","end":"2026-07-03T17:00:08.882505Z","steps":["trace[1230273856] 'process raft request' (duration: 297.925584ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.882541Z","caller":"traceutil/trace.go:171","msg":"trace[61944291] transaction","detail":"{read_only:false; response_revision:30381; number_of_response:1; }","duration":"652.648566ms","start":"2026-07-03T17:00:08.229871Z","end":"2026-07-03T17:00:08.88252Z","steps":["trace[61944291] 'process raft request' (duration: 652.36189ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.88254Z","caller":"traceutil/trace.go:171","msg":"trace[1670419406] transaction","detail":"{read_only:false; response_revision:30382; number_of_response:1; }","duration":"632.744981ms","start":"2026-07-03T17:00:08.249772Z","end":"2026-07-03T17:00:08.882517Z","steps":["trace[1670419406] 'process raft request' (duration: 632.643359ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.882565Z","caller":"traceutil/trace.go:171","msg":"trace[1680748735] transaction","detail":"{read_only:false; response_revision:30380; number_of_response:1; }","duration":"730.053824ms","start":"2026-07-03T17:00:08.15248Z","end":"2026-07-03T17:00:08.882533Z","steps":["trace[1680748735] 'process raft request' (duration: 510.90124ms)","trace[1680748735] 'compare' (duration: 218.549181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.882659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.229839Z","time spent":"652.755708ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:08.882656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.578527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:00:08.882678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.24975Z","time spent":"632.854944ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:08.882691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.152457Z","time spent":"730.175977ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T17:00:08.882706Z","caller":"traceutil/trace.go:171","msg":"trace[1066498418] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30383; }","duration":"956.673879ms","start":"2026-07-03T17:00:07.926022Z","end":"2026-07-03T17:00:08.882696Z","steps":["trace[1066498418] 'agreement among raft nodes before linearized reading' (duration: 956.562657ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.88254Z","caller":"traceutil/trace.go:171","msg":"trace[160703250] linearizableReadLoop","detail":"{readStateIndex:31434; appliedIndex:31429; }","duration":"610.637166ms","start":"2026-07-03T17:00:08.271876Z","end":"2026-07-03T17:00:08.882513Z","steps":["trace[160703250] 'read index received' (duration: 199.323662ms)","trace[160703250] 'applied index is now lower than readState.Index' (duration: 411.307854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.882751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.926005Z","time spent":"956.73583ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:08.885399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.583661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:08.885432Z","caller":"traceutil/trace.go:171","msg":"trace[1284855789] transaction","detail":"{read_only:false; response_revision:30384; number_of_response:1; }","duration":"105.919439ms","start":"2026-07-03T17:00:08.779494Z","end":"2026-07-03T17:00:08.885413Z","steps":["trace[1284855789] 'process raft request' (duration: 105.439508ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.885446Z","caller":"traceutil/trace.go:171","msg":"trace[1259364554] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:30385; }","duration":"165.681054ms","start":"2026-07-03T17:00:08.719751Z","end":"2026-07-03T17:00:08.885433Z","steps":["trace[1259364554] 'agreement among raft nodes before linearized reading' (duration: 165.582731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.885456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.183116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:00:08.885526Z","caller":"traceutil/trace.go:171","msg":"trace[1364002915] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:30385; }","duration":"205.299678ms","start":"2026-07-03T17:00:08.680208Z","end":"2026-07-03T17:00:08.885508Z","steps":["trace[1364002915] 'agreement among raft nodes before linearized reading' (duration: 205.170695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.885607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.588989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-03T17:00:08.885631Z","caller":"traceutil/trace.go:171","msg":"trace[1941901313] transaction","detail":"{read_only:false; response_revision:30385; number_of_response:1; }","duration":"105.684624ms","start":"2026-07-03T17:00:08.779922Z","end":"2026-07-03T17:00:08.885606Z","steps":["trace[1941901313] 'process raft request' (duration: 105.292005ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.885672Z","caller":"traceutil/trace.go:171","msg":"trace[999167906] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30385; }","duration":"333.713262ms","start":"2026-07-03T17:00:08.551942Z","end":"2026-07-03T17:00:08.885655Z","steps":["trace[999167906] 'agreement among raft nodes before linearized reading' (duration: 333.494317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.88572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.551924Z","time spent":"333.784443ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-03T17:00:08.885361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.431899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:08.885942Z","caller":"traceutil/trace.go:171","msg":"trace[729742895] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:30385; }","duration":"607.013753ms","start":"2026-07-03T17:00:08.278884Z","end":"2026-07-03T17:00:08.885898Z","steps":["trace[729742895] 'agreement among raft nodes before linearized reading' (duration: 606.390989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.886114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.278873Z","time spent":"607.223678ms","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:00:13.126253Z","caller":"traceutil/trace.go:171","msg":"trace[1199948667] transaction","detail":"{read_only:false; response_revision:30434; number_of_response:1; }","duration":"224.837855ms","start":"2026-07-03T17:00:12.9014Z","end":"2026-07-03T17:00:13.126238Z","steps":["trace[1199948667] 'process raft request' (duration: 224.600799ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:13.126236Z","caller":"traceutil/trace.go:171","msg":"trace[550404444] linearizableReadLoop","detail":"{readStateIndex:31488; appliedIndex:31486; }","duration":"224.470157ms","start":"2026-07-03T17:00:12.901744Z","end":"2026-07-03T17:00:13.126214Z","steps":["trace[550404444] 'read index received' (duration: 79.844344ms)","trace[550404444] 'applied index is now lower than readState.Index' (duration: 144.624753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:13.126726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.964818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-03T17:00:13.126959Z","caller":"traceutil/trace.go:171","msg":"trace[481447799] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30436; }","duration":"225.05699ms","start":"2026-07-03T17:00:12.901714Z","end":"2026-07-03T17:00:13.126771Z","steps":["trace[481447799] 'agreement among raft nodes before linearized reading' (duration: 224.564898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:13.127265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.025748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:00:13.127308Z","caller":"traceutil/trace.go:171","msg":"trace[2104322057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30436; }","duration":"221.1211ms","start":"2026-07-03T17:00:12.906178Z","end":"2026-07-03T17:00:13.127299Z","steps":["trace[2104322057] 'agreement among raft nodes before linearized reading' (duration: 221.018538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:13.127611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.469347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:13.127646Z","caller":"traceutil/trace.go:171","msg":"trace[977584886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30436; }","duration":"182.527009ms","start":"2026-07-03T17:00:12.94511Z","end":"2026-07-03T17:00:13.127637Z","steps":["trace[977584886] 'agreement among raft nodes before linearized reading' (duration: 182.476698ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:13.127816Z","caller":"traceutil/trace.go:171","msg":"trace[1580166057] transaction","detail":"{read_only:false; response_revision:30435; number_of_response:1; }","duration":"226.225056ms","start":"2026-07-03T17:00:12.901573Z","end":"2026-07-03T17:00:13.127798Z","steps":["trace[1580166057] 'process raft request' (duration: 224.561208ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:13.12804Z","caller":"traceutil/trace.go:171","msg":"trace[1891774089] transaction","detail":"{read_only:false; response_revision:30436; number_of_response:1; }","duration":"225.512051ms","start":"2026-07-03T17:00:12.902512Z","end":"2026-07-03T17:00:13.128024Z","steps":["trace[1891774089] 'process raft request' (duration: 223.661628ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:24.208989Z","caller":"traceutil/trace.go:171","msg":"trace[1808194430] transaction","detail":"{read_only:false; response_revision:30602; number_of_response:1; }","duration":"131.163886ms","start":"2026-07-03T17:00:24.07779Z","end":"2026-07-03T17:00:24.208954Z","steps":["trace[1808194430] 'process raft request' (duration: 130.9013ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:27.206929Z","caller":"traceutil/trace.go:171","msg":"trace[62794520] transaction","detail":"{read_only:false; response_revision:30643; number_of_response:1; }","duration":"171.048837ms","start":"2026-07-03T17:00:27.035846Z","end":"2026-07-03T17:00:27.206895Z","steps":["trace[62794520] 'process raft request' (duration: 170.721179ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:48.863445Z","caller":"traceutil/trace.go:171","msg":"trace[1573233222] transaction","detail":"{read_only:false; response_revision:30841; number_of_response:1; }","duration":"127.81432ms","start":"2026-07-03T17:00:48.73561Z","end":"2026-07-03T17:00:48.863425Z","steps":["trace[1573233222] 'process raft request' (duration: 77.593033ms)","trace[1573233222] 'compare' (duration: 50.024663ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:49.417738Z","caller":"traceutil/trace.go:171","msg":"trace[408815813] transaction","detail":"{read_only:false; response_revision:30842; number_of_response:1; }","duration":"122.975019ms","start":"2026-07-03T17:00:49.294735Z","end":"2026-07-03T17:00:49.41771Z","steps":["trace[408815813] 'process raft request' (duration: 122.806415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:49.42011Z","caller":"traceutil/trace.go:171","msg":"trace[1732366558] transaction","detail":"{read_only:false; response_revision:30843; number_of_response:1; }","duration":"115.344475ms","start":"2026-07-03T17:00:49.304751Z","end":"2026-07-03T17:00:49.420096Z","steps":["trace[1732366558] 'process raft request' (duration: 114.634048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:01:16.80562Z","caller":"traceutil/trace.go:171","msg":"trace[1985850717] transaction","detail":"{read_only:false; response_revision:31064; number_of_response:1; }","duration":"130.315265ms","start":"2026-07-03T17:01:16.675278Z","end":"2026-07-03T17:01:16.805594Z","steps":["trace[1985850717] 'process raft request' (duration: 130.138491ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:01:17.022132Z","caller":"traceutil/trace.go:171","msg":"trace[1887173828] transaction","detail":"{read_only:false; response_revision:31065; number_of_response:1; }","duration":"346.644257ms","start":"2026-07-03T17:01:16.675458Z","end":"2026-07-03T17:01:17.022102Z","steps":["trace[1887173828] 'process raft request' (duration: 251.085375ms)","trace[1887173828] 'compare' (duration: 95.212284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:01:17.022281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:01:16.675433Z","time spent":"346.76746ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:01:17.031589Z","caller":"traceutil/trace.go:171","msg":"trace[1872091849] transaction","detail":"{read_only:false; response_revision:31066; number_of_response:1; }","duration":"104.049476ms","start":"2026-07-03T17:01:16.927518Z","end":"2026-07-03T17:01:17.031568Z","steps":["trace[1872091849] 'process raft request' (duration: 103.879062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:00.86421Z","caller":"traceutil/trace.go:171","msg":"trace[1872740096] transaction","detail":"{read_only:false; response_revision:31386; number_of_response:1; }","duration":"123.659134ms","start":"2026-07-03T17:02:00.740515Z","end":"2026-07-03T17:02:00.864174Z","steps":["trace[1872740096] 'process raft request' (duration: 100.523386ms)","trace[1872740096] 'compare' (duration: 22.934893ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:02.184115Z","caller":"traceutil/trace.go:171","msg":"trace[458274354] transaction","detail":"{read_only:false; response_revision:31396; number_of_response:1; }","duration":"265.616406ms","start":"2026-07-03T17:02:01.918476Z","end":"2026-07-03T17:02:02.184093Z","steps":["trace[458274354] 'process raft request' (duration: 261.709258ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:02.187109Z","caller":"traceutil/trace.go:171","msg":"trace[895676323] linearizableReadLoop","detail":"{readStateIndex:32478; appliedIndex:32476; }","duration":"239.853249ms","start":"2026-07-03T17:02:01.947228Z","end":"2026-07-03T17:02:02.187081Z","steps":["trace[895676323] 'read index received' (duration: 232.88676ms)","trace[895676323] 'applied index is now lower than readState.Index' (duration: 6.960968ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:02.187154Z","caller":"traceutil/trace.go:171","msg":"trace[641694521] transaction","detail":"{read_only:false; response_revision:31397; number_of_response:1; }","duration":"268.557364ms","start":"2026-07-03T17:02:01.918551Z","end":"2026-07-03T17:02:02.187108Z","steps":["trace[641694521] 'process raft request' (duration: 261.78652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:02.187281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.027472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:02:02.18732Z","caller":"traceutil/trace.go:171","msg":"trace[1721700076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31397; }","duration":"240.110455ms","start":"2026-07-03T17:02:01.947196Z","end":"2026-07-03T17:02:02.187307Z","steps":["trace[1721700076] 'agreement among raft nodes before linearized reading' (duration: 240.023843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:02.187748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.035291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:02:02.187782Z","caller":"traceutil/trace.go:171","msg":"trace[428128538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31397; }","duration":"187.070672ms","start":"2026-07-03T17:02:02.000702Z","end":"2026-07-03T17:02:02.187772Z","steps":["trace[428128538] 'agreement among raft nodes before linearized reading' (duration: 186.916089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:02.188145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.869076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:02:02.188182Z","caller":"traceutil/trace.go:171","msg":"trace[1615519699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31397; }","duration":"143.959188ms","start":"2026-07-03T17:02:02.044211Z","end":"2026-07-03T17:02:02.18817Z","steps":["trace[1615519699] 'agreement among raft nodes before linearized reading' (duration: 143.839605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:02.327822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.038484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:02:02.328089Z","caller":"traceutil/trace.go:171","msg":"trace[1616843441] linearizableReadLoop","detail":"{readStateIndex:32480; appliedIndex:32478; }","duration":"132.846884ms","start":"2026-07-03T17:02:02.195217Z","end":"2026-07-03T17:02:02.328064Z","steps":["trace[1616843441] 'read index received' (duration: 29.417402ms)","trace[1616843441] 'applied index is now lower than readState.Index' (duration: 103.428182ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:02.328145Z","caller":"traceutil/trace.go:171","msg":"trace[1066699908] transaction","detail":"{read_only:false; response_revision:31399; number_of_response:1; }","duration":"133.250263ms","start":"2026-07-03T17:02:02.194866Z","end":"2026-07-03T17:02:02.328117Z","steps":["trace[1066699908] 'process raft request' (duration: 133.10553ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:02.328177Z","caller":"traceutil/trace.go:171","msg":"trace[956691212] transaction","detail":"{read_only:false; response_revision:31398; number_of_response:1; }","duration":"133.56029ms","start":"2026-07-03T17:02:02.194582Z","end":"2026-07-03T17:02:02.328143Z","steps":["trace[956691212] 'process raft request' (duration: 30.036395ms)","trace[956691212] 'compare' (duration: 102.887461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:02:02.328344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.130961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-685cd67848-lxnzv.18bed62678e19268\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-03T17:02:02.328399Z","caller":"traceutil/trace.go:171","msg":"trace[1513626170] range","detail":"{range_begin:/registry/events/openstack/manila-api-685cd67848-lxnzv.18bed62678e19268; range_end:; response_count:1; response_revision:31399; }","duration":"133.190952ms","start":"2026-07-03T17:02:02.195192Z","end":"2026-07-03T17:02:02.328382Z","steps":["trace[1513626170] 'agreement among raft nodes before linearized reading' (duration: 132.949976ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:03.929801Z","caller":"traceutil/trace.go:171","msg":"trace[23300318] transaction","detail":"{read_only:false; response_revision:31410; number_of_response:1; }","duration":"162.521992ms","start":"2026-07-03T17:02:03.767242Z","end":"2026-07-03T17:02:03.929764Z","steps":["trace[23300318] 'process raft request' (duration: 161.9983ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:10.955961Z","caller":"traceutil/trace.go:171","msg":"trace[348267050] transaction","detail":"{read_only:false; response_revision:31460; number_of_response:1; }","duration":"114.232749ms","start":"2026-07-03T17:02:10.841701Z","end":"2026-07-03T17:02:10.955934Z","steps":["trace[348267050] 'process raft request' (duration: 114.074185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:12.383178Z","caller":"traceutil/trace.go:171","msg":"trace[286092011] transaction","detail":"{read_only:false; response_revision:31474; number_of_response:1; }","duration":"104.769313ms","start":"2026-07-03T17:02:12.278376Z","end":"2026-07-03T17:02:12.383145Z","steps":["trace[286092011] 'process raft request' (duration: 104.571639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:14.239246Z","caller":"traceutil/trace.go:171","msg":"trace[1911541448] transaction","detail":"{read_only:false; response_revision:31487; number_of_response:1; }","duration":"136.739363ms","start":"2026-07-03T17:02:14.102474Z","end":"2026-07-03T17:02:14.239213Z","steps":["trace[1911541448] 'process raft request' (duration: 100.849514ms)","trace[1911541448] 'compare' (duration: 35.607363ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:14.547812Z","caller":"traceutil/trace.go:171","msg":"trace[1019474660] transaction","detail":"{read_only:false; response_revision:31490; number_of_response:1; }","duration":"105.360436ms","start":"2026-07-03T17:02:14.442417Z","end":"2026-07-03T17:02:14.547777Z","steps":["trace[1019474660] 'process raft request' (duration: 34.323464ms)","trace[1019474660] 'compare' (duration: 70.770746ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:15.593096Z","caller":"traceutil/trace.go:171","msg":"trace[828255564] transaction","detail":"{read_only:false; response_revision:31498; number_of_response:1; }","duration":"152.955434ms","start":"2026-07-03T17:02:15.440105Z","end":"2026-07-03T17:02:15.59306Z","steps":["trace[828255564] 'process raft request' (duration: 59.470468ms)","trace[828255564] 'compare' (duration: 93.361563ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:03:27.836281Z","caller":"traceutil/trace.go:171","msg":"trace[1429294156] transaction","detail":"{read_only:false; response_revision:32022; number_of_response:1; }","duration":"102.128812ms","start":"2026-07-03T17:03:27.734089Z","end":"2026-07-03T17:03:27.836217Z","steps":["trace[1429294156] 'process raft request' (duration: 59.698393ms)","trace[1429294156] 'compare' (duration: 41.892847ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:03:44.868565Z","caller":"traceutil/trace.go:171","msg":"trace[1770756725] linearizableReadLoop","detail":"{readStateIndex:33243; appliedIndex:33242; }","duration":"141.81631ms","start":"2026-07-03T17:03:44.726716Z","end":"2026-07-03T17:03:44.868532Z","steps":["trace[1770756725] 'read index received' (duration: 141.633006ms)","trace[1770756725] 'applied index is now lower than readState.Index' (duration: 182.124µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:03:44.868592Z","caller":"traceutil/trace.go:171","msg":"trace[1170498258] transaction","detail":"{read_only:false; response_revision:32141; number_of_response:1; }","duration":"179.019339ms","start":"2026-07-03T17:03:44.689548Z","end":"2026-07-03T17:03:44.868567Z","steps":["trace[1170498258] 'process raft request' (duration: 178.801854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:03:44.868705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.977483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:03:44.868745Z","caller":"traceutil/trace.go:171","msg":"trace[799663527] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:32141; }","duration":"142.078595ms","start":"2026-07-03T17:03:44.726655Z","end":"2026-07-03T17:03:44.868734Z","steps":["trace[799663527] 'agreement among raft nodes before linearized reading' (duration: 141.987523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:03:45.015474Z","caller":"traceutil/trace.go:171","msg":"trace[1199363465] transaction","detail":"{read_only:false; response_revision:32143; number_of_response:1; }","duration":"175.068828ms","start":"2026-07-03T17:03:44.840378Z","end":"2026-07-03T17:03:45.015447Z","steps":["trace[1199363465] 'process raft request' (duration: 174.947995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:03:45.015474Z","caller":"traceutil/trace.go:171","msg":"trace[1484248690] transaction","detail":"{read_only:false; response_revision:32142; number_of_response:1; }","duration":"229.126652ms","start":"2026-07-03T17:03:44.786306Z","end":"2026-07-03T17:03:45.015432Z","steps":["trace[1484248690] 'process raft request' (duration: 228.811955ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:08.763465Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29695} {"level":"info","ts":"2026-07-03T17:04:08.917303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29695,"took":"148.751547ms","hash":3855225956,"current-db-size-bytes":52895744,"current-db-size":"53 MB","current-db-size-in-use-bytes":33673216,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T17:04:08.917389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3855225956,"revision":29695,"compact-revision":27256} {"level":"warn","ts":"2026-07-03T17:04:40.670266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.531247ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T17:04:40.670382Z","caller":"traceutil/trace.go:171","msg":"trace[366214403] linearizableReadLoop","detail":"{readStateIndex:33665; appliedIndex:33664; }","duration":"128.581277ms","start":"2026-07-03T17:04:40.541781Z","end":"2026-07-03T17:04:40.670362Z","steps":["trace[366214403] 'read index received' (duration: 63.931µs)","trace[366214403] 'applied index is now lower than readState.Index' (duration: 128.515906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:04:40.670621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.861553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T17:04:40.670715Z","caller":"traceutil/trace.go:171","msg":"trace[868907555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32549; }","duration":"129.016937ms","start":"2026-07-03T17:04:40.541675Z","end":"2026-07-03T17:04:40.670692Z","steps":["trace[868907555] 'agreement among raft nodes before linearized reading' (duration: 128.750611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:40.782123Z","caller":"traceutil/trace.go:171","msg":"trace[166543622] transaction","detail":"{read_only:false; response_revision:32550; number_of_response:1; }","duration":"107.496534ms","start":"2026-07-03T17:04:40.674603Z","end":"2026-07-03T17:04:40.782099Z","steps":["trace[166543622] 'process raft request' (duration: 107.29801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:41.022306Z","caller":"traceutil/trace.go:171","msg":"trace[854262746] transaction","detail":"{read_only:false; response_revision:32551; number_of_response:1; }","duration":"231.693751ms","start":"2026-07-03T17:04:40.790593Z","end":"2026-07-03T17:04:41.022287Z","steps":["trace[854262746] 'process raft request' (duration: 161.15803ms)","trace[854262746] 'compare' (duration: 70.193254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:04:41.275272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.973257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:04:41.275436Z","caller":"traceutil/trace.go:171","msg":"trace[655635895] transaction","detail":"{read_only:false; response_revision:32554; number_of_response:1; }","duration":"148.615075ms","start":"2026-07-03T17:04:41.126808Z","end":"2026-07-03T17:04:41.275423Z","steps":["trace[655635895] 'process raft request' (duration: 148.583994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:41.275483Z","caller":"traceutil/trace.go:171","msg":"trace[737450889] transaction","detail":"{read_only:false; response_revision:32552; number_of_response:1; }","duration":"172.280975ms","start":"2026-07-03T17:04:41.103176Z","end":"2026-07-03T17:04:41.275457Z","steps":["trace[737450889] 'process raft request' (duration: 32.047742ms)","trace[737450889] 'compare' (duration: 139.824143ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:04:41.275523Z","caller":"traceutil/trace.go:171","msg":"trace[872100836] transaction","detail":"{read_only:false; response_revision:32553; number_of_response:1; }","duration":"156.28455ms","start":"2026-07-03T17:04:41.119193Z","end":"2026-07-03T17:04:41.275478Z","steps":["trace[872100836] 'process raft request' (duration: 156.162816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:04:41.742004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.167401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:04:41.742087Z","caller":"traceutil/trace.go:171","msg":"trace[2051335636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32557; }","duration":"112.304955ms","start":"2026-07-03T17:04:41.629768Z","end":"2026-07-03T17:04:41.742073Z","steps":["trace[2051335636] 'range keys from in-memory index tree' (duration: 111.982658ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:42.060927Z","caller":"traceutil/trace.go:171","msg":"trace[1990022250] linearizableReadLoop","detail":"{readStateIndex:33677; appliedIndex:33676; }","duration":"135.757031ms","start":"2026-07-03T17:04:41.925147Z","end":"2026-07-03T17:04:42.060904Z","steps":["trace[1990022250] 'read index received' (duration: 135.572956ms)","trace[1990022250] 'applied index is now lower than readState.Index' (duration: 183.235µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:04:42.061027Z","caller":"traceutil/trace.go:171","msg":"trace[598242604] transaction","detail":"{read_only:false; response_revision:32561; number_of_response:1; }","duration":"162.762188ms","start":"2026-07-03T17:04:41.898236Z","end":"2026-07-03T17:04:42.060998Z","steps":["trace[598242604] 'process raft request' (duration: 162.529783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:04:42.061096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.931644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:04:42.061157Z","caller":"traceutil/trace.go:171","msg":"trace[1638226479] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:32561; }","duration":"136.046517ms","start":"2026-07-03T17:04:41.925096Z","end":"2026-07-03T17:04:42.061143Z","steps":["trace[1638226479] 'agreement among raft nodes before linearized reading' (duration: 135.913184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:04:42.061148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.124112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:04:42.061317Z","caller":"traceutil/trace.go:171","msg":"trace[1727562872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32561; }","duration":"116.330347ms","start":"2026-07-03T17:04:41.94497Z","end":"2026-07-03T17:04:42.061301Z","steps":["trace[1727562872] 'agreement among raft nodes before linearized reading' (duration: 116.076881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:42.240408Z","caller":"traceutil/trace.go:171","msg":"trace[992151041] transaction","detail":"{read_only:false; response_revision:32563; number_of_response:1; }","duration":"105.589912ms","start":"2026-07-03T17:04:42.134801Z","end":"2026-07-03T17:04:42.240391Z","steps":["trace[992151041] 'process raft request' (duration: 44.185819ms)","trace[992151041] 'compare' (duration: 61.122547ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:04:42.903418Z","caller":"traceutil/trace.go:171","msg":"trace[1608120197] linearizableReadLoop","detail":"{readStateIndex:33682; appliedIndex:33681; }","duration":"109.8603ms","start":"2026-07-03T17:04:42.79354Z","end":"2026-07-03T17:04:42.903401Z","steps":["trace[1608120197] 'read index received' (duration: 109.681376ms)","trace[1608120197] 'applied index is now lower than readState.Index' (duration: 177.804µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:04:42.903471Z","caller":"traceutil/trace.go:171","msg":"trace[1969647520] transaction","detail":"{read_only:false; response_revision:32566; number_of_response:1; }","duration":"113.207527ms","start":"2026-07-03T17:04:42.790233Z","end":"2026-07-03T17:04:42.90344Z","steps":["trace[1969647520] 'process raft request' (duration: 113.047683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:04:42.903705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.102085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T17:04:42.903818Z","caller":"traceutil/trace.go:171","msg":"trace[1523534174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32566; }","duration":"110.267409ms","start":"2026-07-03T17:04:42.793503Z","end":"2026-07-03T17:04:42.903771Z","steps":["trace[1523534174] 'agreement among raft nodes before linearized reading' (duration: 109.972642ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:43.926674Z","caller":"traceutil/trace.go:171","msg":"trace[857143158] transaction","detail":"{read_only:false; response_revision:32573; number_of_response:1; }","duration":"103.78082ms","start":"2026-07-03T17:04:43.822868Z","end":"2026-07-03T17:04:43.926649Z","steps":["trace[857143158] 'process raft request' (duration: 98.4927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.673946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.001749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T17:05:24.674076Z","caller":"traceutil/trace.go:171","msg":"trace[640352932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32938; }","duration":"137.142702ms","start":"2026-07-03T17:05:24.536875Z","end":"2026-07-03T17:05:24.674017Z","steps":["trace[640352932] 'range keys from in-memory index tree' (duration: 136.747474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:25.915813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.22264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:25.915936Z","caller":"traceutil/trace.go:171","msg":"trace[554840705] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:32946; }","duration":"121.386963ms","start":"2026-07-03T17:05:25.79452Z","end":"2026-07-03T17:05:25.915907Z","steps":["trace[554840705] 'count revisions from in-memory index tree' (duration: 121.115447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:26.410156Z","caller":"traceutil/trace.go:171","msg":"trace[1833902356] transaction","detail":"{read_only:false; response_revision:32950; number_of_response:1; }","duration":"136.962698ms","start":"2026-07-03T17:05:26.273157Z","end":"2026-07-03T17:05:26.41012Z","steps":["trace[1833902356] 'process raft request' (duration: 136.760964ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:26.438093Z","caller":"traceutil/trace.go:171","msg":"trace[318051462] transaction","detail":"{read_only:false; response_revision:32953; number_of_response:1; }","duration":"102.286485ms","start":"2026-07-03T17:05:26.33578Z","end":"2026-07-03T17:05:26.438067Z","steps":["trace[318051462] 'process raft request' (duration: 102.239944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:26.438308Z","caller":"traceutil/trace.go:171","msg":"trace[7076931] transaction","detail":"{read_only:false; response_revision:32951; number_of_response:1; }","duration":"138.725758ms","start":"2026-07-03T17:05:26.299533Z","end":"2026-07-03T17:05:26.438259Z","steps":["trace[7076931] 'process raft request' (duration: 138.234337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:26.438412Z","caller":"traceutil/trace.go:171","msg":"trace[1255436316] transaction","detail":"{read_only:false; response_revision:32952; number_of_response:1; }","duration":"137.693744ms","start":"2026-07-03T17:05:26.300647Z","end":"2026-07-03T17:05:26.43834Z","steps":["trace[1255436316] 'process raft request' (duration: 137.324956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:26.999657Z","caller":"traceutil/trace.go:171","msg":"trace[543648746] transaction","detail":"{read_only:false; response_revision:32957; number_of_response:1; }","duration":"231.491168ms","start":"2026-07-03T17:05:26.768148Z","end":"2026-07-03T17:05:26.99964Z","steps":["trace[543648746] 'process raft request' (duration: 231.115728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:27.280755Z","caller":"traceutil/trace.go:171","msg":"trace[282965536] linearizableReadLoop","detail":"{readStateIndex:34085; appliedIndex:34084; }","duration":"115.091268ms","start":"2026-07-03T17:05:27.165636Z","end":"2026-07-03T17:05:27.280727Z","steps":["trace[282965536] 'read index received' (duration: 114.824982ms)","trace[282965536] 'applied index is now lower than readState.Index' (duration: 264.976µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:27.280902Z","caller":"traceutil/trace.go:171","msg":"trace[1245343796] transaction","detail":"{read_only:false; response_revision:32958; number_of_response:1; }","duration":"122.255233ms","start":"2026-07-03T17:05:27.158602Z","end":"2026-07-03T17:05:27.280857Z","steps":["trace[1245343796] 'process raft request' (duration: 121.911015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:27.280959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.312414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-03T17:05:27.280999Z","caller":"traceutil/trace.go:171","msg":"trace[434095620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:32958; }","duration":"115.404706ms","start":"2026-07-03T17:05:27.165581Z","end":"2026-07-03T17:05:27.280986Z","steps":["trace[434095620] 'agreement among raft nodes before linearized reading' (duration: 115.254552ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:29.455596Z","caller":"traceutil/trace.go:171","msg":"trace[1005712316] transaction","detail":"{read_only:false; response_revision:32974; number_of_response:1; }","duration":"128.524396ms","start":"2026-07-03T17:05:29.327045Z","end":"2026-07-03T17:05:29.455569Z","steps":["trace[1005712316] 'process raft request' (duration: 128.354702ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:29.502741Z","caller":"traceutil/trace.go:171","msg":"trace[1386624953] transaction","detail":"{read_only:false; response_revision:32975; number_of_response:1; }","duration":"120.718817ms","start":"2026-07-03T17:05:29.38199Z","end":"2026-07-03T17:05:29.502708Z","steps":["trace[1386624953] 'process raft request' (duration: 86.073996ms)","trace[1386624953] 'compare' (duration: 34.507268ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:31.970272Z","caller":"traceutil/trace.go:171","msg":"trace[383879114] transaction","detail":"{read_only:false; response_revision:32987; number_of_response:1; }","duration":"506.202492ms","start":"2026-07-03T17:05:31.464045Z","end":"2026-07-03T17:05:31.970248Z","steps":["trace[383879114] 'process raft request' (duration: 506.053119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:31.970428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:31.464027Z","time spent":"506.316344ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:05:32.134009Z","caller":"traceutil/trace.go:171","msg":"trace[1181748967] transaction","detail":"{read_only:false; response_revision:32988; number_of_response:1; }","duration":"627.44017ms","start":"2026-07-03T17:05:31.506542Z","end":"2026-07-03T17:05:32.133982Z","steps":["trace[1181748967] 'process raft request' (duration: 627.163294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:32.134008Z","caller":"traceutil/trace.go:171","msg":"trace[634961759] transaction","detail":"{read_only:false; response_revision:32990; number_of_response:1; }","duration":"479.376498ms","start":"2026-07-03T17:05:31.654607Z","end":"2026-07-03T17:05:32.133984Z","steps":["trace[634961759] 'process raft request' (duration: 479.307726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:32.134073Z","caller":"traceutil/trace.go:171","msg":"trace[726153048] transaction","detail":"{read_only:false; response_revision:32989; number_of_response:1; }","duration":"610.748989ms","start":"2026-07-03T17:05:31.523293Z","end":"2026-07-03T17:05:32.134042Z","steps":["trace[726153048] 'process raft request' (duration: 610.571595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:32.134134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:31.506526Z","time spent":"627.543983ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:05:32.134181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:31.654591Z","time spent":"479.495141ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:05:32.134252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:31.523275Z","time spent":"610.881182ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:05:32.134367Z","caller":"traceutil/trace.go:171","msg":"trace[211957725] transaction","detail":"{read_only:false; response_revision:32991; number_of_response:1; }","duration":"284.216591ms","start":"2026-07-03T17:05:31.850124Z","end":"2026-07-03T17:05:32.13434Z","steps":["trace[211957725] 'process raft request' (duration: 283.824262ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:32.1346Z","caller":"traceutil/trace.go:171","msg":"trace[958293508] linearizableReadLoop","detail":"{readStateIndex:34120; appliedIndex:34114; }","duration":"196.024827ms","start":"2026-07-03T17:05:31.938534Z","end":"2026-07-03T17:05:32.134559Z","steps":["trace[958293508] 'read index received' (duration: 31.652303ms)","trace[958293508] 'applied index is now lower than readState.Index' (duration: 164.371254ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:32.134631Z","caller":"traceutil/trace.go:171","msg":"trace[689074222] transaction","detail":"{read_only:false; response_revision:32992; number_of_response:1; }","duration":"216.71867ms","start":"2026-07-03T17:05:31.917896Z","end":"2026-07-03T17:05:32.134615Z","steps":["trace[689074222] 'process raft request' (duration: 216.393902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:32.134772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.1733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:32.134826Z","caller":"traceutil/trace.go:171","msg":"trace[1255179249] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32992; }","duration":"196.361525ms","start":"2026-07-03T17:05:31.93845Z","end":"2026-07-03T17:05:32.134812Z","steps":["trace[1255179249] 'agreement among raft nodes before linearized reading' (duration: 196.214221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:36.684098Z","caller":"traceutil/trace.go:171","msg":"trace[1744183384] transaction","detail":"{read_only:false; response_revision:33024; number_of_response:1; }","duration":"186.840817ms","start":"2026-07-03T17:05:36.497231Z","end":"2026-07-03T17:05:36.684072Z","steps":["trace[1744183384] 'process raft request' (duration: 186.661493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:36.840969Z","caller":"traceutil/trace.go:171","msg":"trace[595914354] linearizableReadLoop","detail":"{readStateIndex:34154; appliedIndex:34152; }","duration":"167.531627ms","start":"2026-07-03T17:05:36.673416Z","end":"2026-07-03T17:05:36.840948Z","steps":["trace[595914354] 'read index received' (duration: 10.47412ms)","trace[595914354] 'applied index is now lower than readState.Index' (duration: 157.056397ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:36.841069Z","caller":"traceutil/trace.go:171","msg":"trace[245117647] transaction","detail":"{read_only:false; response_revision:33025; number_of_response:1; }","duration":"327.730525ms","start":"2026-07-03T17:05:36.513309Z","end":"2026-07-03T17:05:36.841039Z","steps":["trace[245117647] 'process raft request' (duration: 281.11878ms)","trace[245117647] 'compare' (duration: 46.350919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:05:36.841186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:36.513262Z","time spent":"327.851298ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:05:36.841243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.813633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T17:05:36.841314Z","caller":"traceutil/trace.go:171","msg":"trace[1315382135] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:33025; }","duration":"167.936826ms","start":"2026-07-03T17:05:36.673362Z","end":"2026-07-03T17:05:36.841299Z","steps":["trace[1315382135] 'agreement among raft nodes before linearized reading' (duration: 167.68983ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:40.329574Z","caller":"traceutil/trace.go:171","msg":"trace[1652930817] transaction","detail":"{read_only:false; response_revision:33047; number_of_response:1; }","duration":"104.557648ms","start":"2026-07-03T17:05:40.224994Z","end":"2026-07-03T17:05:40.329551Z","steps":["trace[1652930817] 'process raft request' (duration: 104.384694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:40.663567Z","caller":"traceutil/trace.go:171","msg":"trace[2123598395] transaction","detail":"{read_only:false; response_revision:33048; number_of_response:1; }","duration":"437.469931ms","start":"2026-07-03T17:05:40.226065Z","end":"2026-07-03T17:05:40.663535Z","steps":["trace[2123598395] 'process raft request' (duration: 434.831831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:40.663786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:40.226044Z","time spent":"437.606594ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:05:40.663971Z","caller":"traceutil/trace.go:171","msg":"trace[229260396] linearizableReadLoop","detail":"{readStateIndex:34180; appliedIndex:34175; }","duration":"433.91343ms","start":"2026-07-03T17:05:40.230024Z","end":"2026-07-03T17:05:40.663938Z","steps":["trace[229260396] 'read index received' (duration: 99.37365ms)","trace[229260396] 'applied index is now lower than readState.Index' (duration: 334.53857ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:40.664205Z","caller":"traceutil/trace.go:171","msg":"trace[511475382] transaction","detail":"{read_only:false; response_revision:33050; number_of_response:1; }","duration":"436.313934ms","start":"2026-07-03T17:05:40.227879Z","end":"2026-07-03T17:05:40.664193Z","steps":["trace[511475382] 'process raft request' (duration: 435.884745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:40.664259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:40.22787Z","time spent":"436.361405ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:05:40.664255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.202077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T17:05:40.664296Z","caller":"traceutil/trace.go:171","msg":"trace[638925423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33051; }","duration":"434.291848ms","start":"2026-07-03T17:05:40.229992Z","end":"2026-07-03T17:05:40.664283Z","steps":["trace[638925423] 'agreement among raft nodes before linearized reading' (duration: 434.072883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:40.664336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:40.22998Z","time spent":"434.34571ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T17:05:40.664352Z","caller":"traceutil/trace.go:171","msg":"trace[1515030632] transaction","detail":"{read_only:false; response_revision:33049; number_of_response:1; }","duration":"437.223195ms","start":"2026-07-03T17:05:40.227103Z","end":"2026-07-03T17:05:40.664326Z","steps":["trace[1515030632] 'process raft request' (duration: 436.384396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:40.66446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:40.227069Z","time spent":"437.337898ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:05:40.664475Z","caller":"traceutil/trace.go:171","msg":"trace[1211727276] transaction","detail":"{read_only:false; response_revision:33051; number_of_response:1; }","duration":"436.064458ms","start":"2026-07-03T17:05:40.228398Z","end":"2026-07-03T17:05:40.664463Z","steps":["trace[1211727276] 'process raft request' (duration: 435.482675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:40.664523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:40.22839Z","time spent":"436.105859ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:05:40.67011Z","caller":"traceutil/trace.go:171","msg":"trace[364508830] transaction","detail":"{read_only:false; response_revision:33052; number_of_response:1; }","duration":"251.856502ms","start":"2026-07-03T17:05:40.418223Z","end":"2026-07-03T17:05:40.670079Z","steps":["trace[364508830] 'process raft request' (duration: 251.314779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:41.578924Z","caller":"traceutil/trace.go:171","msg":"trace[1227184663] transaction","detail":"{read_only:false; response_revision:33060; number_of_response:1; }","duration":"125.830414ms","start":"2026-07-03T17:05:41.453066Z","end":"2026-07-03T17:05:41.578897Z","steps":["trace[1227184663] 'process raft request' (duration: 125.64821ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:42.304161Z","caller":"traceutil/trace.go:171","msg":"trace[208470368] linearizableReadLoop","detail":"{readStateIndex:34191; appliedIndex:34190; }","duration":"122.234542ms","start":"2026-07-03T17:05:42.181902Z","end":"2026-07-03T17:05:42.304137Z","steps":["trace[208470368] 'read index received' (duration: 122.083578ms)","trace[208470368] 'applied index is now lower than readState.Index' (duration: 149.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:42.304237Z","caller":"traceutil/trace.go:171","msg":"trace[365489630] transaction","detail":"{read_only:false; response_revision:33061; number_of_response:1; }","duration":"163.359832ms","start":"2026-07-03T17:05:42.140837Z","end":"2026-07-03T17:05:42.304197Z","steps":["trace[365489630] 'process raft request' (duration: 163.136647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:42.30429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.366565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:42.30433Z","caller":"traceutil/trace.go:171","msg":"trace[424967878] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33061; }","duration":"122.460207ms","start":"2026-07-03T17:05:42.181859Z","end":"2026-07-03T17:05:42.304319Z","steps":["trace[424967878] 'agreement among raft nodes before linearized reading' (duration: 122.372735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:42.496132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.478657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:05:42.496343Z","caller":"traceutil/trace.go:171","msg":"trace[2052893120] linearizableReadLoop","detail":"{readStateIndex:34193; appliedIndex:34191; }","duration":"122.034956ms","start":"2026-07-03T17:05:42.374292Z","end":"2026-07-03T17:05:42.496327Z","steps":["trace[2052893120] 'read index received' (duration: 13.239303ms)","trace[2052893120] 'applied index is now lower than readState.Index' (duration: 108.794823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:05:42.496443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.15565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:42.496485Z","caller":"traceutil/trace.go:171","msg":"trace[617256958] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:33063; }","duration":"122.235901ms","start":"2026-07-03T17:05:42.374237Z","end":"2026-07-03T17:05:42.496473Z","steps":["trace[617256958] 'agreement among raft nodes before linearized reading' (duration: 122.142719ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:42.496466Z","caller":"traceutil/trace.go:171","msg":"trace[73510337] transaction","detail":"{read_only:false; response_revision:33062; number_of_response:1; }","duration":"162.063931ms","start":"2026-07-03T17:05:42.334362Z","end":"2026-07-03T17:05:42.496426Z","steps":["trace[73510337] 'process raft request' (duration: 53.204995ms)","trace[73510337] 'compare' (duration: 108.17478ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:42.496615Z","caller":"traceutil/trace.go:171","msg":"trace[228252437] transaction","detail":"{read_only:false; response_revision:33063; number_of_response:1; }","duration":"144.06678ms","start":"2026-07-03T17:05:42.352528Z","end":"2026-07-03T17:05:42.496595Z","steps":["trace[228252437] 'process raft request' (duration: 143.710952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:52.904251Z","caller":"traceutil/trace.go:171","msg":"trace[48897395] linearizableReadLoop","detail":"{readStateIndex:34273; appliedIndex:34270; }","duration":"139.004005ms","start":"2026-07-03T17:05:52.765228Z","end":"2026-07-03T17:05:52.904232Z","steps":["trace[48897395] 'read index received' (duration: 370.538µs)","trace[48897395] 'applied index is now lower than readState.Index' (duration: 138.632577ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:52.904322Z","caller":"traceutil/trace.go:171","msg":"trace[646618311] transaction","detail":"{read_only:false; response_revision:33139; number_of_response:1; }","duration":"158.49412ms","start":"2026-07-03T17:05:52.745786Z","end":"2026-07-03T17:05:52.90428Z","steps":["trace[646618311] 'process raft request' (duration: 147.337765ms)","trace[646618311] 'compare' (duration: 10.959421ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:52.904388Z","caller":"traceutil/trace.go:171","msg":"trace[118838901] transaction","detail":"{read_only:false; response_revision:33140; number_of_response:1; }","duration":"151.862988ms","start":"2026-07-03T17:05:52.752491Z","end":"2026-07-03T17:05:52.904354Z","steps":["trace[118838901] 'process raft request' (duration: 151.708354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:52.904597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.342442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:05:52.904704Z","caller":"traceutil/trace.go:171","msg":"trace[341315008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33140; }","duration":"139.486226ms","start":"2026-07-03T17:05:52.76519Z","end":"2026-07-03T17:05:52.904676Z","steps":["trace[341315008] 'agreement among raft nodes before linearized reading' (duration: 139.168009ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:53.281549Z","caller":"traceutil/trace.go:171","msg":"trace[2020149135] transaction","detail":"{read_only:false; response_revision:33143; number_of_response:1; }","duration":"195.833762ms","start":"2026-07-03T17:05:53.085684Z","end":"2026-07-03T17:05:53.281518Z","steps":["trace[2020149135] 'process raft request' (duration: 172.219974ms)","trace[2020149135] 'compare' (duration: 23.466475ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:53.317159Z","caller":"traceutil/trace.go:171","msg":"trace[43139100] linearizableReadLoop","detail":"{readStateIndex:34277; appliedIndex:34275; }","duration":"227.71295ms","start":"2026-07-03T17:05:53.08942Z","end":"2026-07-03T17:05:53.317133Z","steps":["trace[43139100] 'read index received' (duration: 168.457347ms)","trace[43139100] 'applied index is now lower than readState.Index' (duration: 59.254653ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:53.317455Z","caller":"traceutil/trace.go:171","msg":"trace[1286717958] transaction","detail":"{read_only:false; response_revision:33144; number_of_response:1; }","duration":"231.560438ms","start":"2026-07-03T17:05:53.085878Z","end":"2026-07-03T17:05:53.317438Z","steps":["trace[1286717958] 'process raft request' (duration: 231.135888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:53.317745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.307833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T17:05:53.317951Z","caller":"traceutil/trace.go:171","msg":"trace[1267684339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33144; }","duration":"228.547069ms","start":"2026-07-03T17:05:53.089394Z","end":"2026-07-03T17:05:53.317941Z","steps":["trace[1267684339] 'agreement among raft nodes before linearized reading' (duration: 228.242702ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:55.428069Z","caller":"traceutil/trace.go:171","msg":"trace[1038730485] transaction","detail":"{read_only:false; response_revision:33159; number_of_response:1; }","duration":"103.463643ms","start":"2026-07-03T17:05:55.324565Z","end":"2026-07-03T17:05:55.428028Z","steps":["trace[1038730485] 'process raft request' (duration: 85.453871ms)","trace[1038730485] 'compare' (duration: 17.656833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:05:59.701407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.868364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:05:59.701753Z","caller":"traceutil/trace.go:171","msg":"trace[963680313] transaction","detail":"{read_only:false; response_revision:33192; number_of_response:1; }","duration":"169.392448ms","start":"2026-07-03T17:05:59.53234Z","end":"2026-07-03T17:05:59.701732Z","steps":["trace[963680313] 'process raft request' (duration: 169.194353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:59.701643Z","caller":"traceutil/trace.go:171","msg":"trace[1683417964] transaction","detail":"{read_only:false; response_revision:33191; number_of_response:1; }","duration":"169.909071ms","start":"2026-07-03T17:05:59.531706Z","end":"2026-07-03T17:05:59.701615Z","steps":["trace[1683417964] 'process raft request' (duration: 68.72257ms)","trace[1683417964] 'compare' (duration: 100.67096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:06:05.010051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.978726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:06:05.010171Z","caller":"traceutil/trace.go:171","msg":"trace[1798640425] transaction","detail":"{read_only:false; response_revision:33226; number_of_response:1; }","duration":"155.49812ms","start":"2026-07-03T17:06:04.854644Z","end":"2026-07-03T17:06:05.010142Z","steps":["trace[1798640425] 'process raft request' (duration: 54.3395ms)","trace[1798640425] 'compare' (duration: 100.750851ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:06:05.138773Z","caller":"traceutil/trace.go:171","msg":"trace[36945074] transaction","detail":"{read_only:false; response_revision:33227; number_of_response:1; }","duration":"154.349065ms","start":"2026-07-03T17:06:04.984395Z","end":"2026-07-03T17:06:05.138744Z","steps":["trace[36945074] 'process raft request' (duration: 153.427224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:05.139104Z","caller":"traceutil/trace.go:171","msg":"trace[797345211] linearizableReadLoop","detail":"{readStateIndex:34363; appliedIndex:34361; }","duration":"128.930705ms","start":"2026-07-03T17:06:05.010146Z","end":"2026-07-03T17:06:05.139077Z","steps":["trace[797345211] 'read index received' (duration: 127.698767ms)","trace[797345211] 'applied index is now lower than readState.Index' (duration: 1.230488ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:06:05.139285Z","caller":"traceutil/trace.go:171","msg":"trace[172078977] transaction","detail":"{read_only:false; response_revision:33228; number_of_response:1; }","duration":"150.178229ms","start":"2026-07-03T17:06:04.989093Z","end":"2026-07-03T17:06:05.139271Z","steps":["trace[172078977] 'process raft request' (duration: 149.825881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:06:05.139384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.359222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:06:05.139432Z","caller":"traceutil/trace.go:171","msg":"trace[1975071682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33228; }","duration":"195.428804ms","start":"2026-07-03T17:06:04.94399Z","end":"2026-07-03T17:06:05.139419Z","steps":["trace[1975071682] 'agreement among raft nodes before linearized reading' (duration: 195.327481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:06:05.139476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.407556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:06:05.139547Z","caller":"traceutil/trace.go:171","msg":"trace[175965649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33228; }","duration":"133.517699ms","start":"2026-07-03T17:06:05.006012Z","end":"2026-07-03T17:06:05.13953Z","steps":["trace[175965649] 'agreement among raft nodes before linearized reading' (duration: 133.286604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:06:05.139804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.859732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T17:06:05.139849Z","caller":"traceutil/trace.go:171","msg":"trace[2071537728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33228; }","duration":"110.956003ms","start":"2026-07-03T17:06:05.028881Z","end":"2026-07-03T17:06:05.139837Z","steps":["trace[2071537728] 'agreement among raft nodes before linearized reading' (duration: 110.79904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:06.658796Z","caller":"traceutil/trace.go:171","msg":"trace[753913745] transaction","detail":"{read_only:false; response_revision:33236; number_of_response:1; }","duration":"126.162091ms","start":"2026-07-03T17:06:06.532612Z","end":"2026-07-03T17:06:06.658774Z","steps":["trace[753913745] 'process raft request' (duration: 126.015048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:41.470304Z","caller":"traceutil/trace.go:171","msg":"trace[776016937] transaction","detail":"{read_only:false; response_revision:33930; number_of_response:1; }","duration":"107.423613ms","start":"2026-07-03T17:07:41.362856Z","end":"2026-07-03T17:07:41.470279Z","steps":["trace[776016937] 'process raft request' (duration: 107.137376ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:43.981322Z","caller":"traceutil/trace.go:171","msg":"trace[377579583] transaction","detail":"{read_only:false; response_revision:33950; number_of_response:1; }","duration":"251.440343ms","start":"2026-07-03T17:07:43.729851Z","end":"2026-07-03T17:07:43.981291Z","steps":["trace[377579583] 'process raft request' (duration: 250.564482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:43.982044Z","caller":"traceutil/trace.go:171","msg":"trace[10101911] linearizableReadLoop","detail":"{readStateIndex:35108; appliedIndex:35105; }","duration":"104.987329ms","start":"2026-07-03T17:07:43.87703Z","end":"2026-07-03T17:07:43.982017Z","steps":["trace[10101911] 'read index received' (duration: 103.498754ms)","trace[10101911] 'applied index is now lower than readState.Index' (duration: 1.487445ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:07:43.982092Z","caller":"traceutil/trace.go:171","msg":"trace[148263271] transaction","detail":"{read_only:false; response_revision:33952; number_of_response:1; }","duration":"119.223633ms","start":"2026-07-03T17:07:43.862829Z","end":"2026-07-03T17:07:43.982053Z","steps":["trace[148263271] 'process raft request' (duration: 119.142452ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:43.982057Z","caller":"traceutil/trace.go:171","msg":"trace[105289578] transaction","detail":"{read_only:false; response_revision:33951; number_of_response:1; }","duration":"123.973811ms","start":"2026-07-03T17:07:43.858053Z","end":"2026-07-03T17:07:43.982027Z","steps":["trace[105289578] 'process raft request' (duration: 123.740086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:07:43.98271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.670224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:29 size:829849"} {"level":"info","ts":"2026-07-03T17:07:43.982765Z","caller":"traceutil/trace.go:171","msg":"trace[668868272] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:29; response_revision:33952; }","duration":"105.787416ms","start":"2026-07-03T17:07:43.876965Z","end":"2026-07-03T17:07:43.982753Z","steps":["trace[668868272] 'agreement among raft nodes before linearized reading' (duration: 105.153322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:46.406019Z","caller":"traceutil/trace.go:171","msg":"trace[2075334466] transaction","detail":"{read_only:false; response_revision:33967; number_of_response:1; }","duration":"117.631026ms","start":"2026-07-03T17:07:46.288348Z","end":"2026-07-03T17:07:46.405979Z","steps":["trace[2075334466] 'process raft request' (duration: 117.36049ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:52.13506Z","caller":"traceutil/trace.go:171","msg":"trace[390805361] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"122.327603ms","start":"2026-07-03T17:07:52.012712Z","end":"2026-07-03T17:07:52.13504Z","steps":["trace[390805361] 'process raft request' (duration: 122.1898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:52.137242Z","caller":"traceutil/trace.go:171","msg":"trace[657290238] linearizableReadLoop","detail":"{readStateIndex:35166; appliedIndex:35164; }","duration":"120.549453ms","start":"2026-07-03T17:07:52.016672Z","end":"2026-07-03T17:07:52.137222Z","steps":["trace[657290238] 'read index received' (duration: 118.323612ms)","trace[657290238] 'applied index is now lower than readState.Index' (duration: 2.224311ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:07:52.137298Z","caller":"traceutil/trace.go:171","msg":"trace[1786313452] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"123.179343ms","start":"2026-07-03T17:07:52.014086Z","end":"2026-07-03T17:07:52.137265Z","steps":["trace[1786313452] 'process raft request' (duration: 123.00869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:07:52.137413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.752568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T17:07:52.137456Z","caller":"traceutil/trace.go:171","msg":"trace[1884345199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34008; }","duration":"120.841059ms","start":"2026-07-03T17:07:52.016604Z","end":"2026-07-03T17:07:52.137445Z","steps":["trace[1884345199] 'agreement among raft nodes before linearized reading' (duration: 120.689116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:01.917549Z","caller":"traceutil/trace.go:171","msg":"trace[1703436200] transaction","detail":"{read_only:false; response_revision:34079; number_of_response:1; }","duration":"102.513881ms","start":"2026-07-03T17:08:01.814988Z","end":"2026-07-03T17:08:01.917502Z","steps":["trace[1703436200] 'process raft request' (duration: 102.183773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:15.483373Z","caller":"traceutil/trace.go:171","msg":"trace[1211872469] transaction","detail":"{read_only:false; response_revision:34177; number_of_response:1; }","duration":"123.011179ms","start":"2026-07-03T17:08:15.360328Z","end":"2026-07-03T17:08:15.483339Z","steps":["trace[1211872469] 'process raft request' (duration: 100.152077ms)","trace[1211872469] 'compare' (duration: 22.493394ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:16.784307Z","caller":"traceutil/trace.go:171","msg":"trace[342917664] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"113.531863ms","start":"2026-07-03T17:08:16.670739Z","end":"2026-07-03T17:08:16.784271Z","steps":["trace[342917664] 'process raft request' (duration: 101.599751ms)","trace[342917664] 'compare' (duration: 11.727017ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:17.487376Z","caller":"traceutil/trace.go:171","msg":"trace[2017963313] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"136.496257ms","start":"2026-07-03T17:08:17.350855Z","end":"2026-07-03T17:08:17.487352Z","steps":["trace[2017963313] 'process raft request' (duration: 136.325194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:17.5141Z","caller":"traceutil/trace.go:171","msg":"trace[1945152372] transaction","detail":"{read_only:false; response_revision:34189; number_of_response:1; }","duration":"153.836494ms","start":"2026-07-03T17:08:17.36024Z","end":"2026-07-03T17:08:17.514077Z","steps":["trace[1945152372] 'process raft request' (duration: 153.653399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:17.514265Z","caller":"traceutil/trace.go:171","msg":"trace[1767401549] linearizableReadLoop","detail":"{readStateIndex:35353; appliedIndex:35350; }","duration":"134.456961ms","start":"2026-07-03T17:08:17.379766Z","end":"2026-07-03T17:08:17.514223Z","steps":["trace[1767401549] 'read index received' (duration: 107.398862ms)","trace[1767401549] 'applied index is now lower than readState.Index' (duration: 27.054979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:08:17.514405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.625524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:08:17.514472Z","caller":"traceutil/trace.go:171","msg":"trace[946040520] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34190; }","duration":"134.726917ms","start":"2026-07-03T17:08:17.379734Z","end":"2026-07-03T17:08:17.514461Z","steps":["trace[946040520] 'agreement among raft nodes before linearized reading' (duration: 134.624495ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:17.514314Z","caller":"traceutil/trace.go:171","msg":"trace[684440383] transaction","detail":"{read_only:false; response_revision:34190; number_of_response:1; }","duration":"149.683309ms","start":"2026-07-03T17:08:17.364601Z","end":"2026-07-03T17:08:17.514284Z","steps":["trace[684440383] 'process raft request' (duration: 149.436624ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:17.898926Z","caller":"traceutil/trace.go:171","msg":"trace[1930704745] transaction","detail":"{read_only:false; response_revision:34193; number_of_response:1; }","duration":"202.384222ms","start":"2026-07-03T17:08:17.696513Z","end":"2026-07-03T17:08:17.898897Z","steps":["trace[1930704745] 'process raft request' (duration: 152.507903ms)","trace[1930704745] 'compare' (duration: 49.674444ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:17.904618Z","caller":"traceutil/trace.go:171","msg":"trace[273947419] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"103.137725ms","start":"2026-07-03T17:08:17.801464Z","end":"2026-07-03T17:08:17.904602Z","steps":["trace[273947419] 'process raft request' (duration: 102.886759ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:18.557069Z","caller":"traceutil/trace.go:171","msg":"trace[2039415582] transaction","detail":"{read_only:false; response_revision:34200; number_of_response:1; }","duration":"114.762491ms","start":"2026-07-03T17:08:18.442281Z","end":"2026-07-03T17:08:18.557044Z","steps":["trace[2039415582] 'process raft request' (duration: 63.980182ms)","trace[2039415582] 'compare' (duration: 50.679447ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:19.02599Z","caller":"traceutil/trace.go:171","msg":"trace[697894656] linearizableReadLoop","detail":"{readStateIndex:35364; appliedIndex:35363; }","duration":"238.821184ms","start":"2026-07-03T17:08:18.787152Z","end":"2026-07-03T17:08:19.025973Z","steps":["trace[697894656] 'read index received' (duration: 238.620939ms)","trace[697894656] 'applied index is now lower than readState.Index' (duration: 199.475µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:08:19.026133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.967738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:08:19.026152Z","caller":"traceutil/trace.go:171","msg":"trace[1619339520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34201; }","duration":"239.000119ms","start":"2026-07-03T17:08:18.787145Z","end":"2026-07-03T17:08:19.026145Z","steps":["trace[1619339520] 'agreement among raft nodes before linearized reading' (duration: 238.896736ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:19.026132Z","caller":"traceutil/trace.go:171","msg":"trace[149710027] transaction","detail":"{read_only:false; response_revision:34201; number_of_response:1; }","duration":"270.957878ms","start":"2026-07-03T17:08:18.755149Z","end":"2026-07-03T17:08:19.026107Z","steps":["trace[149710027] 'process raft request' (duration: 270.685982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:54.237941Z","caller":"traceutil/trace.go:171","msg":"trace[879465978] transaction","detail":"{read_only:false; response_revision:34455; number_of_response:1; }","duration":"184.863762ms","start":"2026-07-03T17:08:54.05305Z","end":"2026-07-03T17:08:54.237914Z","steps":["trace[879465978] 'process raft request' (duration: 184.714738ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:54.246498Z","caller":"traceutil/trace.go:171","msg":"trace[1044157871] transaction","detail":"{read_only:false; response_revision:34457; number_of_response:1; }","duration":"188.991776ms","start":"2026-07-03T17:08:54.057484Z","end":"2026-07-03T17:08:54.246476Z","steps":["trace[1044157871] 'process raft request' (duration: 188.955575ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:54.24668Z","caller":"traceutil/trace.go:171","msg":"trace[1516287067] transaction","detail":"{read_only:false; response_revision:34456; number_of_response:1; }","duration":"190.512261ms","start":"2026-07-03T17:08:54.056131Z","end":"2026-07-03T17:08:54.246643Z","steps":["trace[1516287067] 'process raft request' (duration: 190.196564ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:06.793315Z","caller":"traceutil/trace.go:171","msg":"trace[1526687293] transaction","detail":"{read_only:false; response_revision:34549; number_of_response:1; }","duration":"101.955169ms","start":"2026-07-03T17:09:06.691328Z","end":"2026-07-03T17:09:06.793283Z","steps":["trace[1526687293] 'process raft request' (duration: 101.783405ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:08.58518Z","caller":"traceutil/trace.go:171","msg":"trace[1683899990] transaction","detail":"{read_only:false; response_revision:34559; number_of_response:1; }","duration":"100.659478ms","start":"2026-07-03T17:09:08.484502Z","end":"2026-07-03T17:09:08.585161Z","steps":["trace[1683899990] 'process raft request' (duration: 100.538015ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:08.607016Z","caller":"traceutil/trace.go:171","msg":"trace[1131490425] linearizableReadLoop","detail":"{readStateIndex:35733; appliedIndex:35731; }","duration":"117.448283ms","start":"2026-07-03T17:09:08.489547Z","end":"2026-07-03T17:09:08.606995Z","steps":["trace[1131490425] 'read index received' (duration: 95.577803ms)","trace[1131490425] 'applied index is now lower than readState.Index' (duration: 21.86958ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:09:08.607078Z","caller":"traceutil/trace.go:171","msg":"trace[1752612488] transaction","detail":"{read_only:false; response_revision:34560; number_of_response:1; }","duration":"122.452726ms","start":"2026-07-03T17:09:08.484592Z","end":"2026-07-03T17:09:08.607045Z","steps":["trace[1752612488] 'process raft request' (duration: 122.281602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:08.607323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.23167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T17:09:08.607358Z","caller":"traceutil/trace.go:171","msg":"trace[788403092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34560; }","duration":"104.425445ms","start":"2026-07-03T17:09:08.502924Z","end":"2026-07-03T17:09:08.60735Z","steps":["trace[788403092] 'agreement among raft nodes before linearized reading' (duration: 104.176769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:08.607337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:09:08.607476Z","caller":"traceutil/trace.go:171","msg":"trace[1512688047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34560; }","duration":"117.945004ms","start":"2026-07-03T17:09:08.489492Z","end":"2026-07-03T17:09:08.607437Z","steps":["trace[1512688047] 'agreement among raft nodes before linearized reading' (duration: 117.588716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:08.783223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32317} {"level":"warn","ts":"2026-07-03T17:09:08.962319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.041666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:09:08.96238Z","caller":"traceutil/trace.go:171","msg":"trace[357678110] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:34564; }","duration":"100.155488ms","start":"2026-07-03T17:09:08.862213Z","end":"2026-07-03T17:09:08.962369Z","steps":["trace[357678110] 'count revisions from in-memory index tree' (duration: 99.986034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:09.079527Z","caller":"traceutil/trace.go:171","msg":"trace[315753726] transaction","detail":"{read_only:false; response_revision:34565; number_of_response:1; }","duration":"113.614475ms","start":"2026-07-03T17:09:08.965838Z","end":"2026-07-03T17:09:09.079452Z","steps":["trace[315753726] 'process raft request' (duration: 113.454982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:09.38693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.349903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-03T17:09:09.386996Z","caller":"traceutil/trace.go:171","msg":"trace[20485478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:34565; }","duration":"160.466195ms","start":"2026-07-03T17:09:09.226516Z","end":"2026-07-03T17:09:09.386982Z","steps":["trace[20485478] 'range keys from in-memory index tree' (duration: 160.130518ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:09.641011Z","caller":"traceutil/trace.go:171","msg":"trace[1747963331] transaction","detail":"{read_only:false; response_revision:34567; number_of_response:1; }","duration":"101.020577ms","start":"2026-07-03T17:09:09.539956Z","end":"2026-07-03T17:09:09.640976Z","steps":["trace[1747963331] 'process raft request' (duration: 100.497055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:10.040836Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32317,"took":"1.253503729s","hash":3033824634,"current-db-size-bytes":52895744,"current-db-size":"53 MB","current-db-size-in-use-bytes":30609408,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T17:09:10.04098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3033824634,"revision":32317,"compact-revision":29695} {"level":"info","ts":"2026-07-03T17:09:10.484707Z","caller":"traceutil/trace.go:171","msg":"trace[281597206] transaction","detail":"{read_only:false; response_revision:34573; number_of_response:1; }","duration":"105.614233ms","start":"2026-07-03T17:09:10.379066Z","end":"2026-07-03T17:09:10.48468Z","steps":["trace[281597206] 'process raft request' (duration: 105.467138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:10.794968Z","caller":"traceutil/trace.go:171","msg":"trace[62849149] transaction","detail":"{read_only:false; response_revision:34574; number_of_response:1; }","duration":"204.882829ms","start":"2026-07-03T17:09:10.590053Z","end":"2026-07-03T17:09:10.794936Z","steps":["trace[62849149] 'process raft request' (duration: 134.272736ms)","trace[62849149] 'compare' (duration: 70.452459ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:09:10.942836Z","caller":"traceutil/trace.go:171","msg":"trace[1901103974] linearizableReadLoop","detail":"{readStateIndex:35750; appliedIndex:35748; }","duration":"295.657222ms","start":"2026-07-03T17:09:10.647157Z","end":"2026-07-03T17:09:10.942815Z","steps":["trace[1901103974] 'read index received' (duration: 77.181253ms)","trace[1901103974] 'applied index is now lower than readState.Index' (duration: 218.474789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:09:10.943046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.872447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:09:10.943088Z","caller":"traceutil/trace.go:171","msg":"trace[842707437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34576; }","duration":"295.973969ms","start":"2026-07-03T17:09:10.647102Z","end":"2026-07-03T17:09:10.943076Z","steps":["trace[842707437] 'agreement among raft nodes before linearized reading' (duration: 295.800435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:10.943294Z","caller":"traceutil/trace.go:171","msg":"trace[1891819648] transaction","detail":"{read_only:false; response_revision:34576; number_of_response:1; }","duration":"270.794174ms","start":"2026-07-03T17:09:10.672488Z","end":"2026-07-03T17:09:10.943283Z","steps":["trace[1891819648] 'process raft request' (duration: 270.278122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:10.943307Z","caller":"traceutil/trace.go:171","msg":"trace[1034510937] transaction","detail":"{read_only:false; response_revision:34575; number_of_response:1; }","duration":"329.805952ms","start":"2026-07-03T17:09:10.613465Z","end":"2026-07-03T17:09:10.943271Z","steps":["trace[1034510937] 'process raft request' (duration: 288.461417ms)","trace[1034510937] 'compare' (duration: 40.718191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:09:10.943454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:09:10.613371Z","time spent":"330.009657ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:09:10.982638Z","caller":"traceutil/trace.go:171","msg":"trace[386266666] transaction","detail":"{read_only:false; response_revision:34577; number_of_response:1; }","duration":"135.74248ms","start":"2026-07-03T17:09:10.846857Z","end":"2026-07-03T17:09:10.9826Z","steps":["trace[386266666] 'process raft request' (duration: 135.509865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:19.842027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.731147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:09:19.842122Z","caller":"traceutil/trace.go:171","msg":"trace[897675233] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:34640; }","duration":"102.89236ms","start":"2026-07-03T17:09:19.73921Z","end":"2026-07-03T17:09:19.842103Z","steps":["trace[897675233] 'count revisions from in-memory index tree' (duration: 102.571023ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:28.360873Z","caller":"traceutil/trace.go:171","msg":"trace[1727934769] transaction","detail":"{read_only:false; response_revision:34704; number_of_response:1; }","duration":"120.959033ms","start":"2026-07-03T17:09:28.239883Z","end":"2026-07-03T17:09:28.360842Z","steps":["trace[1727934769] 'process raft request' (duration: 120.787399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:35.250706Z","caller":"traceutil/trace.go:171","msg":"trace[927542154] linearizableReadLoop","detail":"{readStateIndex:35930; appliedIndex:35929; }","duration":"135.732099ms","start":"2026-07-03T17:09:35.114947Z","end":"2026-07-03T17:09:35.250679Z","steps":["trace[927542154] 'read index received' (duration: 135.507444ms)","trace[927542154] 'applied index is now lower than readState.Index' (duration: 223.225µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:09:35.250819Z","caller":"traceutil/trace.go:171","msg":"trace[1119027089] transaction","detail":"{read_only:false; response_revision:34751; number_of_response:1; }","duration":"148.46446ms","start":"2026-07-03T17:09:35.102262Z","end":"2026-07-03T17:09:35.250727Z","steps":["trace[1119027089] 'process raft request' (duration: 148.212915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:35.25096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.996975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T17:09:35.251024Z","caller":"traceutil/trace.go:171","msg":"trace[1469845781] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:34751; }","duration":"136.120108ms","start":"2026-07-03T17:09:35.114888Z","end":"2026-07-03T17:09:35.251008Z","steps":["trace[1469845781] 'agreement among raft nodes before linearized reading' (duration: 135.933303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:35.361755Z","caller":"traceutil/trace.go:171","msg":"trace[1529667487] linearizableReadLoop","detail":"{readStateIndex:35932; appliedIndex:35930; }","duration":"110.941094ms","start":"2026-07-03T17:09:35.250786Z","end":"2026-07-03T17:09:35.361728Z","steps":["trace[1529667487] 'read index received' (duration: 110.527105ms)","trace[1529667487] 'applied index is now lower than readState.Index' (duration: 412.459µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:09:35.361803Z","caller":"traceutil/trace.go:171","msg":"trace[1893922858] transaction","detail":"{read_only:false; response_revision:34752; number_of_response:1; }","duration":"185.718992ms","start":"2026-07-03T17:09:35.176042Z","end":"2026-07-03T17:09:35.361761Z","steps":["trace[1893922858] 'process raft request' (duration: 185.300272ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:35.361853Z","caller":"traceutil/trace.go:171","msg":"trace[1561175775] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"155.602625ms","start":"2026-07-03T17:09:35.206209Z","end":"2026-07-03T17:09:35.361812Z","steps":["trace[1561175775] 'process raft request' (duration: 155.444831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:35.362006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.430031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T17:09:35.362105Z","caller":"traceutil/trace.go:171","msg":"trace[1726652475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34753; }","duration":"124.540054ms","start":"2026-07-03T17:09:35.23754Z","end":"2026-07-03T17:09:35.36208Z","steps":["trace[1726652475] 'agreement among raft nodes before linearized reading' (duration: 124.310229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:38.305357Z","caller":"traceutil/trace.go:171","msg":"trace[378187821] transaction","detail":"{read_only:false; response_revision:34774; number_of_response:1; }","duration":"128.746861ms","start":"2026-07-03T17:09:38.17657Z","end":"2026-07-03T17:09:38.305317Z","steps":["trace[378187821] 'process raft request' (duration: 128.506005ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:10:58.407367Z","caller":"traceutil/trace.go:171","msg":"trace[1446871900] transaction","detail":"{read_only:false; response_revision:35395; number_of_response:1; }","duration":"212.846942ms","start":"2026-07-03T17:10:58.194472Z","end":"2026-07-03T17:10:58.407319Z","steps":["trace[1446871900] 'process raft request' (duration: 212.479744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:10:58.460705Z","caller":"traceutil/trace.go:171","msg":"trace[947771425] transaction","detail":"{read_only:false; response_revision:35396; number_of_response:1; }","duration":"207.542121ms","start":"2026-07-03T17:10:58.253136Z","end":"2026-07-03T17:10:58.460678Z","steps":["trace[947771425] 'process raft request' (duration: 207.369347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:11:02.718179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.901423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:11:02.718302Z","caller":"traceutil/trace.go:171","msg":"trace[860445577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35423; }","duration":"150.070698ms","start":"2026-07-03T17:11:02.568211Z","end":"2026-07-03T17:11:02.718281Z","steps":["trace[860445577] 'range keys from in-memory index tree' (duration: 149.72591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:13.974141Z","caller":"traceutil/trace.go:171","msg":"trace[944193093] transaction","detail":"{read_only:false; response_revision:35508; number_of_response:1; }","duration":"218.989252ms","start":"2026-07-03T17:11:13.755126Z","end":"2026-07-03T17:11:13.974115Z","steps":["trace[944193093] 'process raft request' (duration: 218.834509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:13.97562Z","caller":"traceutil/trace.go:171","msg":"trace[1905460086] transaction","detail":"{read_only:false; response_revision:35509; number_of_response:1; }","duration":"216.086475ms","start":"2026-07-03T17:11:13.759508Z","end":"2026-07-03T17:11:13.975594Z","steps":["trace[1905460086] 'process raft request' (duration: 215.559424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:16.904431Z","caller":"traceutil/trace.go:171","msg":"trace[117646560] transaction","detail":"{read_only:false; response_revision:35530; number_of_response:1; }","duration":"114.009573ms","start":"2026-07-03T17:11:16.790399Z","end":"2026-07-03T17:11:16.904408Z","steps":["trace[117646560] 'process raft request' (duration: 113.87392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:16.929307Z","caller":"traceutil/trace.go:171","msg":"trace[1102430755] transaction","detail":"{read_only:false; response_revision:35531; number_of_response:1; }","duration":"121.668149ms","start":"2026-07-03T17:11:16.807619Z","end":"2026-07-03T17:11:16.929288Z","steps":["trace[1102430755] 'process raft request' (duration: 121.535196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:16.929468Z","caller":"traceutil/trace.go:171","msg":"trace[2100059610] linearizableReadLoop","detail":"{readStateIndex:36735; appliedIndex:36733; }","duration":"112.772216ms","start":"2026-07-03T17:11:16.816689Z","end":"2026-07-03T17:11:16.929462Z","steps":["trace[2100059610] 'read index received' (duration: 87.550449ms)","trace[2100059610] 'applied index is now lower than readState.Index' (duration: 25.221147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:11:16.92956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.854857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:11:16.929581Z","caller":"traceutil/trace.go:171","msg":"trace[663295337] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:35532; }","duration":"112.891288ms","start":"2026-07-03T17:11:16.816685Z","end":"2026-07-03T17:11:16.929576Z","steps":["trace[663295337] 'agreement among raft nodes before linearized reading' (duration: 112.800416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:27.862789Z","caller":"traceutil/trace.go:171","msg":"trace[318524509] transaction","detail":"{read_only:false; response_revision:35616; number_of_response:1; }","duration":"105.228313ms","start":"2026-07-03T17:11:27.757539Z","end":"2026-07-03T17:11:27.862767Z","steps":["trace[318524509] 'process raft request' (duration: 105.08515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:11:32.486351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.279481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:11:32.486483Z","caller":"traceutil/trace.go:171","msg":"trace[1016933841] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:35647; }","duration":"121.467295ms","start":"2026-07-03T17:11:32.364986Z","end":"2026-07-03T17:11:32.486453Z","steps":["trace[1016933841] 'count revisions from in-memory index tree' (duration: 121.155358ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:36.351453Z","caller":"traceutil/trace.go:171","msg":"trace[1548794358] linearizableReadLoop","detail":"{readStateIndex:36885; appliedIndex:36884; }","duration":"113.110033ms","start":"2026-07-03T17:11:36.238327Z","end":"2026-07-03T17:11:36.351437Z","steps":["trace[1548794358] 'read index received' (duration: 112.98703ms)","trace[1548794358] 'applied index is now lower than readState.Index' (duration: 122.213µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:11:36.351531Z","caller":"traceutil/trace.go:171","msg":"trace[620736146] transaction","detail":"{read_only:false; response_revision:35677; number_of_response:1; }","duration":"145.113784ms","start":"2026-07-03T17:11:36.206381Z","end":"2026-07-03T17:11:36.351495Z","steps":["trace[620736146] 'process raft request' (duration: 144.90585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:11:36.351768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.43721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T17:11:36.351847Z","caller":"traceutil/trace.go:171","msg":"trace[2126344987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35677; }","duration":"113.520452ms","start":"2026-07-03T17:11:36.238278Z","end":"2026-07-03T17:11:36.351799Z","steps":["trace[2126344987] 'agreement among raft nodes before linearized reading' (duration: 113.265327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:59.766328Z","caller":"traceutil/trace.go:171","msg":"trace[319401974] linearizableReadLoop","detail":"{readStateIndex:37059; appliedIndex:37058; }","duration":"152.475724ms","start":"2026-07-03T17:11:59.613826Z","end":"2026-07-03T17:11:59.766302Z","steps":["trace[319401974] 'read index received' (duration: 152.249969ms)","trace[319401974] 'applied index is now lower than readState.Index' (duration: 224.395µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:11:59.766456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.609067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:11:59.766437Z","caller":"traceutil/trace.go:171","msg":"trace[767500412] transaction","detail":"{read_only:false; response_revision:35847; number_of_response:1; }","duration":"232.828848ms","start":"2026-07-03T17:11:59.533572Z","end":"2026-07-03T17:11:59.766401Z","steps":["trace[767500412] 'process raft request' (duration: 232.584093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:59.766493Z","caller":"traceutil/trace.go:171","msg":"trace[1148052521] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:35847; }","duration":"152.661448ms","start":"2026-07-03T17:11:59.613819Z","end":"2026-07-03T17:11:59.766481Z","steps":["trace[1148052521] 'agreement among raft nodes before linearized reading' (duration: 152.584176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:00.164878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.164016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:12:00.164998Z","caller":"traceutil/trace.go:171","msg":"trace[574154625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35847; }","duration":"219.3348ms","start":"2026-07-03T17:11:59.945633Z","end":"2026-07-03T17:12:00.164968Z","steps":["trace[574154625] 'range keys from in-memory index tree' (duration: 219.088674ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:00.165481Z","caller":"traceutil/trace.go:171","msg":"trace[2114628321] transaction","detail":"{read_only:false; response_revision:35848; number_of_response:1; }","duration":"132.991598ms","start":"2026-07-03T17:12:00.032461Z","end":"2026-07-03T17:12:00.165453Z","steps":["trace[2114628321] 'process raft request' (duration: 106.604425ms)","trace[2114628321] 'compare' (duration: 26.138097ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:00.401886Z","caller":"traceutil/trace.go:171","msg":"trace[1027560285] transaction","detail":"{read_only:false; response_revision:35849; number_of_response:1; }","duration":"122.387424ms","start":"2026-07-03T17:12:00.279477Z","end":"2026-07-03T17:12:00.401865Z","steps":["trace[1027560285] 'process raft request' (duration: 122.244881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:43.160568Z","caller":"traceutil/trace.go:171","msg":"trace[645845562] transaction","detail":"{read_only:false; response_revision:36164; number_of_response:1; }","duration":"127.701888ms","start":"2026-07-03T17:12:43.032836Z","end":"2026-07-03T17:12:43.160538Z","steps":["trace[645845562] 'process raft request' (duration: 127.119665ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:43.548842Z","caller":"traceutil/trace.go:171","msg":"trace[216042244] transaction","detail":"{read_only:false; response_revision:36166; number_of_response:1; }","duration":"110.846802ms","start":"2026-07-03T17:12:43.437956Z","end":"2026-07-03T17:12:43.548803Z","steps":["trace[216042244] 'process raft request' (duration: 41.313944ms)","trace[216042244] 'compare' (duration: 69.22674ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:44.718074Z","caller":"traceutil/trace.go:171","msg":"trace[1825196987] transaction","detail":"{read_only:false; response_revision:36173; number_of_response:1; }","duration":"105.129692ms","start":"2026-07-03T17:12:44.612918Z","end":"2026-07-03T17:12:44.718048Z","steps":["trace[1825196987] 'process raft request' (duration: 104.351474ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:44.738697Z","caller":"traceutil/trace.go:171","msg":"trace[605287559] transaction","detail":"{read_only:false; response_revision:36174; number_of_response:1; }","duration":"118.893145ms","start":"2026-07-03T17:12:44.619778Z","end":"2026-07-03T17:12:44.738671Z","steps":["trace[605287559] 'process raft request' (duration: 118.728912ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:54.939061Z","caller":"traceutil/trace.go:171","msg":"trace[1478180458] transaction","detail":"{read_only:false; response_revision:36244; number_of_response:1; }","duration":"159.928484ms","start":"2026-07-03T17:12:54.779111Z","end":"2026-07-03T17:12:54.93904Z","steps":["trace[1478180458] 'process raft request' (duration: 159.80436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:57.269454Z","caller":"traceutil/trace.go:171","msg":"trace[1327044147] transaction","detail":"{read_only:false; response_revision:36266; number_of_response:1; }","duration":"141.302737ms","start":"2026-07-03T17:12:57.128124Z","end":"2026-07-03T17:12:57.269427Z","steps":["trace[1327044147] 'process raft request' (duration: 130.659994ms)","trace[1327044147] 'compare' (duration: 10.322616ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:57.291025Z","caller":"traceutil/trace.go:171","msg":"trace[1696620530] transaction","detail":"{read_only:false; response_revision:36267; number_of_response:1; }","duration":"137.116972ms","start":"2026-07-03T17:12:57.153868Z","end":"2026-07-03T17:12:57.290985Z","steps":["trace[1696620530] 'process raft request' (duration: 136.817876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:57.915991Z","caller":"traceutil/trace.go:171","msg":"trace[1775837459] transaction","detail":"{read_only:false; response_revision:36272; number_of_response:1; }","duration":"100.362713ms","start":"2026-07-03T17:12:57.815591Z","end":"2026-07-03T17:12:57.915953Z","steps":["trace[1775837459] 'process raft request' (duration: 96.70398ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:59.14737Z","caller":"traceutil/trace.go:171","msg":"trace[1129955777] transaction","detail":"{read_only:false; response_revision:36277; number_of_response:1; }","duration":"173.430652ms","start":"2026-07-03T17:12:58.97391Z","end":"2026-07-03T17:12:59.147341Z","steps":["trace[1129955777] 'process raft request' (duration: 173.180366ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:59.152567Z","caller":"traceutil/trace.go:171","msg":"trace[432583868] linearizableReadLoop","detail":"{readStateIndex:37503; appliedIndex:37501; }","duration":"137.997463ms","start":"2026-07-03T17:12:59.014547Z","end":"2026-07-03T17:12:59.152544Z","steps":["trace[432583868] 'read index received' (duration: 132.573679ms)","trace[432583868] 'applied index is now lower than readState.Index' (duration: 5.422844ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:59.152604Z","caller":"traceutil/trace.go:171","msg":"trace[1053032781] transaction","detail":"{read_only:false; response_revision:36278; number_of_response:1; }","duration":"175.609872ms","start":"2026-07-03T17:12:58.976973Z","end":"2026-07-03T17:12:59.152582Z","steps":["trace[1053032781] 'process raft request' (duration: 175.439898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:59.152831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.274769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T17:12:59.153195Z","caller":"traceutil/trace.go:171","msg":"trace[1614852552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36278; }","duration":"138.681428ms","start":"2026-07-03T17:12:59.0145Z","end":"2026-07-03T17:12:59.153181Z","steps":["trace[1614852552] 'agreement among raft nodes before linearized reading' (duration: 138.130516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:59.373062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.924022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:12:59.373154Z","caller":"traceutil/trace.go:171","msg":"trace[1513730239] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36279; }","duration":"121.110906ms","start":"2026-07-03T17:12:59.252022Z","end":"2026-07-03T17:12:59.373133Z","steps":["trace[1513730239] 'range keys from in-memory index tree' (duration: 120.798449ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:59.951287Z","caller":"traceutil/trace.go:171","msg":"trace[1475870091] transaction","detail":"{read_only:false; response_revision:36284; number_of_response:1; }","duration":"134.998303ms","start":"2026-07-03T17:12:59.816256Z","end":"2026-07-03T17:12:59.951254Z","steps":["trace[1475870091] 'process raft request' (duration: 134.672046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:59.980812Z","caller":"traceutil/trace.go:171","msg":"trace[426393656] transaction","detail":"{read_only:false; response_revision:36285; number_of_response:1; }","duration":"163.884103ms","start":"2026-07-03T17:12:59.816888Z","end":"2026-07-03T17:12:59.980772Z","steps":["trace[426393656] 'process raft request' (duration: 163.068494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:00.133906Z","caller":"traceutil/trace.go:171","msg":"trace[274068399] transaction","detail":"{read_only:false; response_revision:36287; number_of_response:1; }","duration":"148.39208ms","start":"2026-07-03T17:12:59.985492Z","end":"2026-07-03T17:13:00.133884Z","steps":["trace[274068399] 'process raft request' (duration: 148.334798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:00.134054Z","caller":"traceutil/trace.go:171","msg":"trace[2055757012] transaction","detail":"{read_only:false; response_revision:36286; number_of_response:1; }","duration":"148.796189ms","start":"2026-07-03T17:12:59.98523Z","end":"2026-07-03T17:13:00.134026Z","steps":["trace[2055757012] 'process raft request' (duration: 126.910729ms)","trace[2055757012] 'compare' (duration: 21.530262ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:00.355918Z","caller":"traceutil/trace.go:171","msg":"trace[372923749] transaction","detail":"{read_only:false; response_revision:36288; number_of_response:1; }","duration":"189.908088ms","start":"2026-07-03T17:13:00.165992Z","end":"2026-07-03T17:13:00.355901Z","steps":["trace[372923749] 'process raft request' (duration: 189.186121ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:06.897173Z","caller":"traceutil/trace.go:171","msg":"trace[26164407] transaction","detail":"{read_only:false; response_revision:36331; number_of_response:1; }","duration":"160.910435ms","start":"2026-07-03T17:13:06.736239Z","end":"2026-07-03T17:13:06.897149Z","steps":["trace[26164407] 'process raft request' (duration: 160.773622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:06.898042Z","caller":"traceutil/trace.go:171","msg":"trace[1945215054] transaction","detail":"{read_only:false; response_revision:36332; number_of_response:1; }","duration":"112.903699ms","start":"2026-07-03T17:13:06.78512Z","end":"2026-07-03T17:13:06.898024Z","steps":["trace[1945215054] 'process raft request' (duration: 112.808416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:07.497954Z","caller":"traceutil/trace.go:171","msg":"trace[1625479727] transaction","detail":"{read_only:false; response_revision:36336; number_of_response:1; }","duration":"122.463408ms","start":"2026-07-03T17:13:07.375471Z","end":"2026-07-03T17:13:07.497934Z","steps":["trace[1625479727] 'process raft request' (duration: 109.346138ms)","trace[1625479727] 'compare' (duration: 12.954646ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:23.500221Z","caller":"traceutil/trace.go:171","msg":"trace[1885275749] transaction","detail":"{read_only:false; response_revision:36450; number_of_response:1; }","duration":"122.430357ms","start":"2026-07-03T17:13:23.377763Z","end":"2026-07-03T17:13:23.500194Z","steps":["trace[1885275749] 'process raft request' (duration: 122.278483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:30.169797Z","caller":"traceutil/trace.go:171","msg":"trace[2066125242] linearizableReadLoop","detail":"{readStateIndex:37734; appliedIndex:37733; }","duration":"113.588185ms","start":"2026-07-03T17:13:30.056196Z","end":"2026-07-03T17:13:30.169784Z","steps":["trace[2066125242] 'read index received' (duration: 113.491263ms)","trace[2066125242] 'applied index is now lower than readState.Index' (duration: 96.112µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:13:30.169899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.690807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:13:30.169883Z","caller":"traceutil/trace.go:171","msg":"trace[699048524] transaction","detail":"{read_only:false; response_revision:36503; number_of_response:1; }","duration":"114.739121ms","start":"2026-07-03T17:13:30.055117Z","end":"2026-07-03T17:13:30.169857Z","steps":["trace[699048524] 'process raft request' (duration: 114.567177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:30.169917Z","caller":"traceutil/trace.go:171","msg":"trace[1085912773] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36503; }","duration":"113.731838ms","start":"2026-07-03T17:13:30.056179Z","end":"2026-07-03T17:13:30.169911Z","steps":["trace[1085912773] 'agreement among raft nodes before linearized reading' (duration: 113.688917ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:32.013399Z","caller":"traceutil/trace.go:171","msg":"trace[1806843611] linearizableReadLoop","detail":"{readStateIndex:37746; appliedIndex:37745; }","duration":"144.879319ms","start":"2026-07-03T17:13:31.868497Z","end":"2026-07-03T17:13:32.013377Z","steps":["trace[1806843611] 'read index received' (duration: 144.724006ms)","trace[1806843611] 'applied index is now lower than readState.Index' (duration: 154.543µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:32.013594Z","caller":"traceutil/trace.go:171","msg":"trace[1901883192] transaction","detail":"{read_only:false; response_revision:36514; number_of_response:1; }","duration":"207.829847ms","start":"2026-07-03T17:13:31.805747Z","end":"2026-07-03T17:13:32.013577Z","steps":["trace[1901883192] 'process raft request' (duration: 207.5074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:32.013788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.264328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T17:13:32.01443Z","caller":"traceutil/trace.go:171","msg":"trace[1838464639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36514; }","duration":"145.944724ms","start":"2026-07-03T17:13:31.868468Z","end":"2026-07-03T17:13:32.014412Z","steps":["trace[1838464639] 'agreement among raft nodes before linearized reading' (duration: 145.147556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:32.431029Z","caller":"traceutil/trace.go:171","msg":"trace[1346323476] transaction","detail":"{read_only:false; response_revision:36518; number_of_response:1; }","duration":"112.836707ms","start":"2026-07-03T17:13:32.318136Z","end":"2026-07-03T17:13:32.430973Z","steps":["trace[1346323476] 'process raft request' (duration: 112.397587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:50.371385Z","caller":"traceutil/trace.go:171","msg":"trace[447076987] transaction","detail":"{read_only:false; response_revision:36648; number_of_response:1; }","duration":"105.95142ms","start":"2026-07-03T17:13:50.265399Z","end":"2026-07-03T17:13:50.371351Z","steps":["trace[447076987] 'process raft request' (duration: 105.693235ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:14:08.799056Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34563} {"level":"info","ts":"2026-07-03T17:14:08.946748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34563,"took":"141.758208ms","hash":131017609,"current-db-size-bytes":52895744,"current-db-size":"53 MB","current-db-size-in-use-bytes":29966336,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T17:14:08.946805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":131017609,"revision":34563,"compact-revision":32317} {"level":"warn","ts":"2026-07-03T17:15:34.829544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.432456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:15:34.829688Z","caller":"traceutil/trace.go:171","msg":"trace[390566190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37504; }","duration":"108.63419ms","start":"2026-07-03T17:15:34.721021Z","end":"2026-07-03T17:15:34.829655Z","steps":["trace[390566190] 'range keys from in-memory index tree' (duration: 108.218572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:34.979988Z","caller":"traceutil/trace.go:171","msg":"trace[1088583700] transaction","detail":"{read_only:false; response_revision:37506; number_of_response:1; }","duration":"144.745777ms","start":"2026-07-03T17:15:34.835198Z","end":"2026-07-03T17:15:34.979943Z","steps":["trace[1088583700] 'process raft request' (duration: 105.593932ms)","trace[1088583700] 'compare' (duration: 38.789947ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:34.979978Z","caller":"traceutil/trace.go:171","msg":"trace[1797089943] transaction","detail":"{read_only:false; response_revision:37507; number_of_response:1; }","duration":"111.501608ms","start":"2026-07-03T17:15:34.868439Z","end":"2026-07-03T17:15:34.979941Z","steps":["trace[1797089943] 'process raft request' (duration: 111.396635ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:35.012279Z","caller":"traceutil/trace.go:171","msg":"trace[2067479520] transaction","detail":"{read_only:false; response_revision:37508; number_of_response:1; }","duration":"120.247386ms","start":"2026-07-03T17:15:34.89201Z","end":"2026-07-03T17:15:35.012257Z","steps":["trace[2067479520] 'process raft request' (duration: 115.333365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:35.322249Z","caller":"traceutil/trace.go:171","msg":"trace[1018019915] linearizableReadLoop","detail":"{readStateIndex:38773; appliedIndex:38772; }","duration":"106.015412ms","start":"2026-07-03T17:15:35.216205Z","end":"2026-07-03T17:15:35.322221Z","steps":["trace[1018019915] 'read index received' (duration: 28.373778ms)","trace[1018019915] 'applied index is now lower than readState.Index' (duration: 77.639254ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:35.322395Z","caller":"traceutil/trace.go:171","msg":"trace[1500801427] transaction","detail":"{read_only:false; response_revision:37512; number_of_response:1; }","duration":"117.270369ms","start":"2026-07-03T17:15:35.205111Z","end":"2026-07-03T17:15:35.322381Z","steps":["trace[1500801427] 'process raft request' (duration: 39.44195ms)","trace[1500801427] 'compare' (duration: 77.380749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:35.322768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.540444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:15:35.322855Z","caller":"traceutil/trace.go:171","msg":"trace[336624427] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:37512; }","duration":"106.664737ms","start":"2026-07-03T17:15:35.216171Z","end":"2026-07-03T17:15:35.322836Z","steps":["trace[336624427] 'agreement among raft nodes before linearized reading' (duration: 106.444012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.09319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.078667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:15:36.093352Z","caller":"traceutil/trace.go:171","msg":"trace[1135360184] transaction","detail":"{read_only:false; response_revision:37514; number_of_response:1; }","duration":"765.590547ms","start":"2026-07-03T17:15:35.327746Z","end":"2026-07-03T17:15:36.093336Z","steps":["trace[1135360184] 'process raft request' (duration: 765.541586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.093401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:35.327729Z","time spent":"765.649408ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:15:36.093424Z","caller":"traceutil/trace.go:171","msg":"trace[634498089] linearizableReadLoop","detail":"{readStateIndex:38774; appliedIndex:38773; }","duration":"766.978589ms","start":"2026-07-03T17:15:35.326413Z","end":"2026-07-03T17:15:36.093392Z","steps":["trace[634498089] 'read index received' (duration: 310.646766ms)","trace[634498089] 'applied index is now lower than readState.Index' (duration: 456.329703ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:36.093539Z","caller":"traceutil/trace.go:171","msg":"trace[2050186263] transaction","detail":"{read_only:false; response_revision:37513; number_of_response:1; }","duration":"767.194834ms","start":"2026-07-03T17:15:35.32633Z","end":"2026-07-03T17:15:36.093525Z","steps":["trace[2050186263] 'process raft request' (duration: 310.710648ms)","trace[2050186263] 'compare' (duration: 455.757449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:36.094133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.712496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T17:15:36.094174Z","caller":"traceutil/trace.go:171","msg":"trace[788003988] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37514; }","duration":"767.772677ms","start":"2026-07-03T17:15:35.326388Z","end":"2026-07-03T17:15:36.09416Z","steps":["trace[788003988] 'agreement among raft nodes before linearized reading' (duration: 767.538572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.094198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:35.326371Z","time spent":"767.822119ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T17:15:36.094304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:35.326313Z","time spent":"767.252245ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:15:36.544738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.850657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:15:36.544835Z","caller":"traceutil/trace.go:171","msg":"trace[715347635] linearizableReadLoop","detail":"{readStateIndex:38776; appliedIndex:38775; }","duration":"451.33581ms","start":"2026-07-03T17:15:36.093486Z","end":"2026-07-03T17:15:36.544822Z","steps":["trace[715347635] 'read index received' (duration: 106.292158ms)","trace[715347635] 'applied index is now lower than readState.Index' (duration: 345.042392ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:36.544904Z","caller":"traceutil/trace.go:171","msg":"trace[1262330111] transaction","detail":"{read_only:false; response_revision:37515; number_of_response:1; }","duration":"792.156915ms","start":"2026-07-03T17:15:35.752708Z","end":"2026-07-03T17:15:36.544865Z","steps":["trace[1262330111] 'process raft request' (duration: 447.054511ms)","trace[1262330111] 'compare' (duration: 344.616212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:36.545068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:35.752686Z","time spent":"792.296118ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:15:36.54499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101565123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:15:36.545604Z","caller":"traceutil/trace.go:171","msg":"trace[1200731215] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:37515; }","duration":"1.102221618s","start":"2026-07-03T17:15:35.443347Z","end":"2026-07-03T17:15:36.545569Z","steps":["trace[1200731215] 'agreement among raft nodes before linearized reading' (duration: 1.101535113s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.545699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:35.443328Z","time spent":"1.10232463s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:15:36.58185Z","caller":"traceutil/trace.go:171","msg":"trace[1307733839] transaction","detail":"{read_only:false; response_revision:37516; number_of_response:1; }","duration":"455.654668ms","start":"2026-07-03T17:15:36.126163Z","end":"2026-07-03T17:15:36.581817Z","steps":["trace[1307733839] 'process raft request' (duration: 455.509005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.582054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:36.126127Z","time spent":"455.811422ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:15:36.607275Z","caller":"traceutil/trace.go:171","msg":"trace[611286206] transaction","detail":"{read_only:false; response_revision:37517; number_of_response:1; }","duration":"377.155316ms","start":"2026-07-03T17:15:36.230082Z","end":"2026-07-03T17:15:36.607237Z","steps":["trace[611286206] 'process raft request' (duration: 376.927521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.607468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:36.230056Z","time spent":"377.314999ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:15:36.607655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.170742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:15:36.607778Z","caller":"traceutil/trace.go:171","msg":"trace[890090969] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:37518; }","duration":"175.336146ms","start":"2026-07-03T17:15:36.432424Z","end":"2026-07-03T17:15:36.607761Z","steps":["trace[890090969] 'agreement among raft nodes before linearized reading' (duration: 175.157462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.607795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.9063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T17:15:36.607838Z","caller":"traceutil/trace.go:171","msg":"trace[299628557] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37518; }","duration":"415.990242ms","start":"2026-07-03T17:15:36.191835Z","end":"2026-07-03T17:15:36.607825Z","steps":["trace[299628557] 'agreement among raft nodes before linearized reading' (duration: 415.804128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.607877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:36.191808Z","time spent":"416.062273ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T17:15:36.607861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.815359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T17:15:36.607885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.4002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:15:36.607895Z","caller":"traceutil/trace.go:171","msg":"trace[1862720833] transaction","detail":"{read_only:false; response_revision:37518; number_of_response:1; }","duration":"377.460833ms","start":"2026-07-03T17:15:36.2304Z","end":"2026-07-03T17:15:36.607861Z","steps":["trace[1862720833] 'process raft request' (duration: 376.789298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:36.607947Z","caller":"traceutil/trace.go:171","msg":"trace[10748852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37518; }","duration":"285.976692ms","start":"2026-07-03T17:15:36.321953Z","end":"2026-07-03T17:15:36.60793Z","steps":["trace[10748852] 'agreement among raft nodes before linearized reading' (duration: 285.654475ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:36.60796Z","caller":"traceutil/trace.go:171","msg":"trace[791234023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37518; }","duration":"176.524773ms","start":"2026-07-03T17:15:36.431416Z","end":"2026-07-03T17:15:36.60794Z","steps":["trace[791234023] 'agreement among raft nodes before linearized reading' (duration: 176.40695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.608045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:36.230374Z","time spent":"377.593515ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:15:36.608227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.240051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T17:15:36.608265Z","caller":"traceutil/trace.go:171","msg":"trace[1587585528] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:37518; }","duration":"512.312343ms","start":"2026-07-03T17:15:36.095943Z","end":"2026-07-03T17:15:36.608256Z","steps":["trace[1587585528] 'agreement among raft nodes before linearized reading' (duration: 511.576876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:36.608322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:36.095896Z","time spent":"512.420475ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T17:15:36.793931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.920901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:15:36.794073Z","caller":"traceutil/trace.go:171","msg":"trace[744614745] transaction","detail":"{read_only:false; response_revision:37519; number_of_response:1; }","duration":"181.533627ms","start":"2026-07-03T17:15:36.612518Z","end":"2026-07-03T17:15:36.794052Z","steps":["trace[744614745] 'process raft request' (duration: 39.37541ms)","trace[744614745] 'compare' (duration: 141.804738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:59.291763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.075083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:15:59.291868Z","caller":"traceutil/trace.go:171","msg":"trace[347846974] linearizableReadLoop","detail":"{readStateIndex:38956; appliedIndex:38955; }","duration":"131.827862ms","start":"2026-07-03T17:15:59.160022Z","end":"2026-07-03T17:15:59.291849Z","steps":["trace[347846974] 'read index received' (duration: 7.473561ms)","trace[347846974] 'applied index is now lower than readState.Index' (duration: 124.353071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:59.29203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.017516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T17:15:59.29207Z","caller":"traceutil/trace.go:171","msg":"trace[863585227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37690; }","duration":"132.056037ms","start":"2026-07-03T17:15:59.16Z","end":"2026-07-03T17:15:59.292057Z","steps":["trace[863585227] 'agreement among raft nodes before linearized reading' (duration: 131.900373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:59.292076Z","caller":"traceutil/trace.go:171","msg":"trace[1613891130] transaction","detail":"{read_only:false; response_revision:37690; number_of_response:1; }","duration":"151.750246ms","start":"2026-07-03T17:15:59.140293Z","end":"2026-07-03T17:15:59.292043Z","steps":["trace[1613891130] 'process raft request' (duration: 27.272243ms)","trace[1613891130] 'compare' (duration: 123.863329ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:59.352811Z","caller":"traceutil/trace.go:171","msg":"trace[379242558] transaction","detail":"{read_only:false; response_revision:37691; number_of_response:1; }","duration":"159.322549ms","start":"2026-07-03T17:15:59.193463Z","end":"2026-07-03T17:15:59.352785Z","steps":["trace[379242558] 'process raft request' (duration: 159.118915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:00.570389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.11612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:16:00.57064Z","caller":"traceutil/trace.go:171","msg":"trace[1015400607] transaction","detail":"{read_only:false; response_revision:37697; number_of_response:1; }","duration":"201.804859ms","start":"2026-07-03T17:16:00.368806Z","end":"2026-07-03T17:16:00.570611Z","steps":["trace[1015400607] 'process raft request' (duration: 79.369542ms)","trace[1015400607] 'compare' (duration: 121.963957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:16:00.704685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.170405ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T17:16:00.869846Z","caller":"traceutil/trace.go:171","msg":"trace[1085244468] transaction","detail":"{read_only:false; response_revision:37701; number_of_response:1; }","duration":"100.486496ms","start":"2026-07-03T17:16:00.769327Z","end":"2026-07-03T17:16:00.869814Z","steps":["trace[1085244468] 'process raft request' (duration: 51.354453ms)","trace[1085244468] 'compare' (duration: 48.99443ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:01.080071Z","caller":"traceutil/trace.go:171","msg":"trace[685297951] linearizableReadLoop","detail":"{readStateIndex:38969; appliedIndex:38968; }","duration":"134.720187ms","start":"2026-07-03T17:16:00.945326Z","end":"2026-07-03T17:16:01.080047Z","steps":["trace[685297951] 'read index received' (duration: 84.881009ms)","trace[685297951] 'applied index is now lower than readState.Index' (duration: 49.838288ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:01.080147Z","caller":"traceutil/trace.go:171","msg":"trace[2019602501] transaction","detail":"{read_only:false; response_revision:37702; number_of_response:1; }","duration":"158.789468ms","start":"2026-07-03T17:16:00.921323Z","end":"2026-07-03T17:16:01.080112Z","steps":["trace[2019602501] 'process raft request' (duration: 108.904558ms)","trace[2019602501] 'compare' (duration: 49.615974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:16:01.080253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.904351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:01.080327Z","caller":"traceutil/trace.go:171","msg":"trace[791327700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37702; }","duration":"135.022834ms","start":"2026-07-03T17:16:00.945287Z","end":"2026-07-03T17:16:01.08031Z","steps":["trace[791327700] 'agreement among raft nodes before linearized reading' (duration: 134.905941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:01.28376Z","caller":"traceutil/trace.go:171","msg":"trace[1114463259] transaction","detail":"{read_only:false; response_revision:37704; number_of_response:1; }","duration":"169.060382ms","start":"2026-07-03T17:16:01.114666Z","end":"2026-07-03T17:16:01.283726Z","steps":["trace[1114463259] 'process raft request' (duration: 87.529309ms)","trace[1114463259] 'compare' (duration: 81.38169ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:01.646869Z","caller":"traceutil/trace.go:171","msg":"trace[1607027587] transaction","detail":"{read_only:false; response_revision:37706; number_of_response:1; }","duration":"268.78288ms","start":"2026-07-03T17:16:01.378058Z","end":"2026-07-03T17:16:01.646841Z","steps":["trace[1607027587] 'process raft request' (duration: 268.585595ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:01.647052Z","caller":"traceutil/trace.go:171","msg":"trace[94826223] transaction","detail":"{read_only:false; response_revision:37707; number_of_response:1; }","duration":"268.961984ms","start":"2026-07-03T17:16:01.378057Z","end":"2026-07-03T17:16:01.647019Z","steps":["trace[94826223] 'process raft request' (duration: 268.741339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:01.681481Z","caller":"traceutil/trace.go:171","msg":"trace[572115764] transaction","detail":"{read_only:false; response_revision:37708; number_of_response:1; }","duration":"300.319741ms","start":"2026-07-03T17:16:01.381137Z","end":"2026-07-03T17:16:01.681456Z","steps":["trace[572115764] 'process raft request' (duration: 300.119826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.681712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.3811Z","time spent":"300.459184ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:16:01.681682Z","caller":"traceutil/trace.go:171","msg":"trace[742756433] transaction","detail":"{read_only:false; response_revision:37709; number_of_response:1; }","duration":"299.738797ms","start":"2026-07-03T17:16:01.381884Z","end":"2026-07-03T17:16:01.681623Z","steps":["trace[742756433] 'process raft request' (duration: 299.526442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:04.923448Z","caller":"traceutil/trace.go:171","msg":"trace[320735000] transaction","detail":"{read_only:false; response_revision:37728; number_of_response:1; }","duration":"156.391332ms","start":"2026-07-03T17:16:04.767025Z","end":"2026-07-03T17:16:04.923416Z","steps":["trace[320735000] 'process raft request' (duration: 156.180447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:04.923765Z","caller":"traceutil/trace.go:171","msg":"trace[942786054] transaction","detail":"{read_only:false; response_revision:37729; number_of_response:1; }","duration":"156.27593ms","start":"2026-07-03T17:16:04.767457Z","end":"2026-07-03T17:16:04.923733Z","steps":["trace[942786054] 'process raft request' (duration: 155.917792ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:04.923764Z","caller":"traceutil/trace.go:171","msg":"trace[1748342290] linearizableReadLoop","detail":"{readStateIndex:38996; appliedIndex:38994; }","duration":"108.423407ms","start":"2026-07-03T17:16:04.815302Z","end":"2026-07-03T17:16:04.923726Z","steps":["trace[1748342290] 'read index received' (duration: 107.969947ms)","trace[1748342290] 'applied index is now lower than readState.Index' (duration: 449.96µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:16:04.923928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.59048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:04.924019Z","caller":"traceutil/trace.go:171","msg":"trace[2085400434] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:37729; }","duration":"108.703853ms","start":"2026-07-03T17:16:04.815295Z","end":"2026-07-03T17:16:04.923999Z","steps":["trace[2085400434] 'agreement among raft nodes before linearized reading' (duration: 108.529019ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:07.290388Z","caller":"traceutil/trace.go:171","msg":"trace[1249901481] transaction","detail":"{read_only:false; response_revision:37742; number_of_response:1; }","duration":"362.555362ms","start":"2026-07-03T17:16:06.927804Z","end":"2026-07-03T17:16:07.29036Z","steps":["trace[1249901481] 'process raft request' (duration: 362.362548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:07.290548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:06.927777Z","time spent":"362.682204ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:16:07.383262Z","caller":"traceutil/trace.go:171","msg":"trace[1986110010] linearizableReadLoop","detail":"{readStateIndex:39011; appliedIndex:39009; }","duration":"440.136234ms","start":"2026-07-03T17:16:06.943107Z","end":"2026-07-03T17:16:07.383243Z","steps":["trace[1986110010] 'read index received' (duration: 347.15222ms)","trace[1986110010] 'applied index is now lower than readState.Index' (duration: 92.983274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:16:07.383413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.294007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:07.383453Z","caller":"traceutil/trace.go:171","msg":"trace[1066085899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37744; }","duration":"440.378509ms","start":"2026-07-03T17:16:06.943064Z","end":"2026-07-03T17:16:07.383443Z","steps":["trace[1066085899] 'agreement among raft nodes before linearized reading' (duration: 440.301247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:07.383469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.492542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T17:16:07.383483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:06.943054Z","time spent":"440.42158ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T17:16:07.383489Z","caller":"traceutil/trace.go:171","msg":"trace[730198937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37744; }","duration":"243.549863ms","start":"2026-07-03T17:16:07.139933Z","end":"2026-07-03T17:16:07.383483Z","steps":["trace[730198937] 'agreement among raft nodes before linearized reading' (duration: 243.453231ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:07.383682Z","caller":"traceutil/trace.go:171","msg":"trace[1002307024] transaction","detail":"{read_only:false; response_revision:37744; number_of_response:1; }","duration":"436.45836ms","start":"2026-07-03T17:16:06.947166Z","end":"2026-07-03T17:16:07.383625Z","steps":["trace[1002307024] 'process raft request' (duration: 436.037261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:07.383726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.88331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:16:07.38371Z","caller":"traceutil/trace.go:171","msg":"trace[443724436] transaction","detail":"{read_only:false; response_revision:37743; number_of_response:1; }","duration":"455.801812ms","start":"2026-07-03T17:16:06.927853Z","end":"2026-07-03T17:16:07.383655Z","steps":["trace[443724436] 'process raft request' (duration: 409.935765ms)","trace[443724436] 'compare' (duration: 45.166071ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:07.383753Z","caller":"traceutil/trace.go:171","msg":"trace[1260504125] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:37744; }","duration":"211.949092ms","start":"2026-07-03T17:16:07.171798Z","end":"2026-07-03T17:16:07.383747Z","steps":["trace[1260504125] 'agreement among raft nodes before linearized reading' (duration: 211.901641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:07.383857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:06.947156Z","time spent":"436.602203ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:16:07.383883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:06.927818Z","time spent":"455.968096ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:16:26.716073Z","caller":"traceutil/trace.go:171","msg":"trace[299171563] linearizableReadLoop","detail":"{readStateIndex:39158; appliedIndex:39157; }","duration":"175.718554ms","start":"2026-07-03T17:16:26.540333Z","end":"2026-07-03T17:16:26.716051Z","steps":["trace[299171563] 'read index received' (duration: 175.53027ms)","trace[299171563] 'applied index is now lower than readState.Index' (duration: 187.524µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:26.716341Z","caller":"traceutil/trace.go:171","msg":"trace[646515307] transaction","detail":"{read_only:false; response_revision:37886; number_of_response:1; }","duration":"327.682725ms","start":"2026-07-03T17:16:26.388644Z","end":"2026-07-03T17:16:26.716327Z","steps":["trace[646515307] 'process raft request' (duration: 327.274286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:26.71644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:26.388629Z","time spent":"327.743156ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:16:26.716645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.322917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:16:26.716675Z","caller":"traceutil/trace.go:171","msg":"trace[2111942052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37886; }","duration":"176.390099ms","start":"2026-07-03T17:16:26.540278Z","end":"2026-07-03T17:16:26.716668Z","steps":["trace[2111942052] 'agreement among raft nodes before linearized reading' (duration: 176.289547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:38.904361Z","caller":"traceutil/trace.go:171","msg":"trace[1718505448] transaction","detail":"{read_only:false; response_revision:37972; number_of_response:1; }","duration":"111.951987ms","start":"2026-07-03T17:16:38.792389Z","end":"2026-07-03T17:16:38.904341Z","steps":["trace[1718505448] 'process raft request' (duration: 111.778293ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:38.923399Z","caller":"traceutil/trace.go:171","msg":"trace[2008187006] transaction","detail":"{read_only:false; response_revision:37973; number_of_response:1; }","duration":"129.841667ms","start":"2026-07-03T17:16:38.793528Z","end":"2026-07-03T17:16:38.92337Z","steps":["trace[2008187006] 'process raft request' (duration: 129.656012ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:43.956362Z","caller":"traceutil/trace.go:171","msg":"trace[269277855] transaction","detail":"{read_only:false; response_revision:38015; number_of_response:1; }","duration":"101.859506ms","start":"2026-07-03T17:16:43.854468Z","end":"2026-07-03T17:16:43.956327Z","steps":["trace[269277855] 'process raft request' (duration: 61.70574ms)","trace[269277855] 'compare' (duration: 39.954032ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:45.725597Z","caller":"traceutil/trace.go:171","msg":"trace[1696790433] transaction","detail":"{read_only:false; response_revision:38025; number_of_response:1; }","duration":"125.377734ms","start":"2026-07-03T17:16:45.600193Z","end":"2026-07-03T17:16:45.725571Z","steps":["trace[1696790433] 'process raft request' (duration: 125.18178ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:45.725805Z","caller":"traceutil/trace.go:171","msg":"trace[9518331] linearizableReadLoop","detail":"{readStateIndex:39302; appliedIndex:39299; }","duration":"111.493687ms","start":"2026-07-03T17:16:45.614271Z","end":"2026-07-03T17:16:45.725765Z","steps":["trace[9518331] 'read index received' (duration: 30.102007ms)","trace[9518331] 'applied index is now lower than readState.Index' (duration: 81.388749ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:45.725843Z","caller":"traceutil/trace.go:171","msg":"trace[1392399993] transaction","detail":"{read_only:false; response_revision:38026; number_of_response:1; }","duration":"124.422682ms","start":"2026-07-03T17:16:45.601397Z","end":"2026-07-03T17:16:45.72582Z","steps":["trace[1392399993] 'process raft request' (duration: 124.134225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:45.726088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.791844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:16:45.726163Z","caller":"traceutil/trace.go:171","msg":"trace[278498808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38026; }","duration":"111.910597ms","start":"2026-07-03T17:16:45.614222Z","end":"2026-07-03T17:16:45.726133Z","steps":["trace[278498808] 'agreement among raft nodes before linearized reading' (duration: 111.668311ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:47.806754Z","caller":"traceutil/trace.go:171","msg":"trace[1744876558] transaction","detail":"{read_only:false; response_revision:38036; number_of_response:1; }","duration":"226.386151ms","start":"2026-07-03T17:16:47.580338Z","end":"2026-07-03T17:16:47.806724Z","steps":["trace[1744876558] 'process raft request' (duration: 226.204977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:47.866199Z","caller":"traceutil/trace.go:171","msg":"trace[1061074024] linearizableReadLoop","detail":"{readStateIndex:39315; appliedIndex:39311; }","duration":"131.512394ms","start":"2026-07-03T17:16:47.734666Z","end":"2026-07-03T17:16:47.866179Z","steps":["trace[1061074024] 'read index received' (duration: 72.005705ms)","trace[1061074024] 'applied index is now lower than readState.Index' (duration: 59.505679ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:47.866287Z","caller":"traceutil/trace.go:171","msg":"trace[261782783] transaction","detail":"{read_only:false; response_revision:38038; number_of_response:1; }","duration":"135.000913ms","start":"2026-07-03T17:16:47.731235Z","end":"2026-07-03T17:16:47.866236Z","steps":["trace[261782783] 'process raft request' (duration: 134.85627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:47.866416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.723389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:16:47.866453Z","caller":"traceutil/trace.go:171","msg":"trace[1976203483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38039; }","duration":"131.807211ms","start":"2026-07-03T17:16:47.734636Z","end":"2026-07-03T17:16:47.866443Z","steps":["trace[1976203483] 'agreement among raft nodes before linearized reading' (duration: 131.643957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:47.866351Z","caller":"traceutil/trace.go:171","msg":"trace[165829901] transaction","detail":"{read_only:false; response_revision:38039; number_of_response:1; }","duration":"133.998561ms","start":"2026-07-03T17:16:47.732308Z","end":"2026-07-03T17:16:47.866307Z","steps":["trace[165829901] 'process raft request' (duration: 133.811497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:47.866236Z","caller":"traceutil/trace.go:171","msg":"trace[1824635541] transaction","detail":"{read_only:false; response_revision:38037; number_of_response:1; }","duration":"167.302982ms","start":"2026-07-03T17:16:47.698901Z","end":"2026-07-03T17:16:47.866204Z","steps":["trace[1824635541] 'process raft request' (duration: 167.063066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:50.011334Z","caller":"traceutil/trace.go:171","msg":"trace[1641502990] transaction","detail":"{read_only:false; response_revision:38053; number_of_response:1; }","duration":"137.050791ms","start":"2026-07-03T17:16:49.874249Z","end":"2026-07-03T17:16:50.0113Z","steps":["trace[1641502990] 'process raft request' (duration: 134.579134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:50.011327Z","caller":"traceutil/trace.go:171","msg":"trace[889299561] linearizableReadLoop","detail":"{readStateIndex:39330; appliedIndex:39328; }","duration":"101.169901ms","start":"2026-07-03T17:16:49.910137Z","end":"2026-07-03T17:16:50.011307Z","steps":["trace[889299561] 'read index received' (duration: 8.030353ms)","trace[889299561] 'applied index is now lower than readState.Index' (duration: 93.138738ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:50.011421Z","caller":"traceutil/trace.go:171","msg":"trace[574973709] transaction","detail":"{read_only:false; response_revision:38054; number_of_response:1; }","duration":"137.102422ms","start":"2026-07-03T17:16:49.874274Z","end":"2026-07-03T17:16:50.011376Z","steps":["trace[574973709] 'process raft request' (duration: 136.890597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:50.011611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.457068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:16:50.011658Z","caller":"traceutil/trace.go:171","msg":"trace[569479054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38054; }","duration":"101.58515ms","start":"2026-07-03T17:16:49.910062Z","end":"2026-07-03T17:16:50.011647Z","steps":["trace[569479054] 'agreement among raft nodes before linearized reading' (duration: 101.391396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:50.153448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.47901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T17:16:50.15351Z","caller":"traceutil/trace.go:171","msg":"trace[1749338623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38058; }","duration":"130.596813ms","start":"2026-07-03T17:16:50.022899Z","end":"2026-07-03T17:16:50.153496Z","steps":["trace[1749338623] 'agreement among raft nodes before linearized reading' (duration: 130.415229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:50.153663Z","caller":"traceutil/trace.go:171","msg":"trace[1098401720] transaction","detail":"{read_only:false; response_revision:38058; number_of_response:1; }","duration":"132.544279ms","start":"2026-07-03T17:16:50.02111Z","end":"2026-07-03T17:16:50.153654Z","steps":["trace[1098401720] 'process raft request' (duration: 104.524098ms)","trace[1098401720] 'compare' (duration: 27.58148ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:52.158478Z","caller":"traceutil/trace.go:171","msg":"trace[1119431961] transaction","detail":"{read_only:false; response_revision:38067; number_of_response:1; }","duration":"142.068836ms","start":"2026-07-03T17:16:52.016381Z","end":"2026-07-03T17:16:52.15845Z","steps":["trace[1119431961] 'process raft request' (duration: 81.618875ms)","trace[1119431961] 'compare' (duration: 60.218945ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:52.193974Z","caller":"traceutil/trace.go:171","msg":"trace[4688652] transaction","detail":"{read_only:false; response_revision:38069; number_of_response:1; }","duration":"173.605516ms","start":"2026-07-03T17:16:52.020342Z","end":"2026-07-03T17:16:52.193947Z","steps":["trace[4688652] 'process raft request' (duration: 173.533004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:52.193989Z","caller":"traceutil/trace.go:171","msg":"trace[1762684160] transaction","detail":"{read_only:false; response_revision:38068; number_of_response:1; }","duration":"176.729087ms","start":"2026-07-03T17:16:52.017209Z","end":"2026-07-03T17:16:52.193938Z","steps":["trace[1762684160] 'process raft request' (duration: 176.505962ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:52.194204Z","caller":"traceutil/trace.go:171","msg":"trace[1220519396] transaction","detail":"{read_only:false; response_revision:38070; number_of_response:1; }","duration":"173.318049ms","start":"2026-07-03T17:16:52.020868Z","end":"2026-07-03T17:16:52.194186Z","steps":["trace[1220519396] 'process raft request' (duration: 173.042743ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:52.194184Z","caller":"traceutil/trace.go:171","msg":"trace[1645066121] linearizableReadLoop","detail":"{readStateIndex:39347; appliedIndex:39343; }","duration":"124.671119ms","start":"2026-07-03T17:16:52.069448Z","end":"2026-07-03T17:16:52.194119Z","steps":["trace[1645066121] 'read index received' (duration: 28.549543ms)","trace[1645066121] 'applied index is now lower than readState.Index' (duration: 96.118886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:16:52.194673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.20876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:16:52.194723Z","caller":"traceutil/trace.go:171","msg":"trace[916043618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38070; }","duration":"125.321733ms","start":"2026-07-03T17:16:52.069386Z","end":"2026-07-03T17:16:52.194708Z","steps":["trace[916043618] 'agreement among raft nodes before linearized reading' (duration: 125.096918ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:52.963251Z","caller":"traceutil/trace.go:171","msg":"trace[1408719468] linearizableReadLoop","detail":"{readStateIndex:39351; appliedIndex:39350; }","duration":"245.373264ms","start":"2026-07-03T17:16:52.717854Z","end":"2026-07-03T17:16:52.963227Z","steps":["trace[1408719468] 'read index received' (duration: 245.100158ms)","trace[1408719468] 'applied index is now lower than readState.Index' (duration: 272.066µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:52.963402Z","caller":"traceutil/trace.go:171","msg":"trace[1818616318] transaction","detail":"{read_only:false; response_revision:38074; number_of_response:1; }","duration":"291.257282ms","start":"2026-07-03T17:16:52.672118Z","end":"2026-07-03T17:16:52.963375Z","steps":["trace[1818616318] 'process raft request' (duration: 290.927884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:52.963552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.59639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:52.963607Z","caller":"traceutil/trace.go:171","msg":"trace[1396707430] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:38074; }","duration":"245.779174ms","start":"2026-07-03T17:16:52.717813Z","end":"2026-07-03T17:16:52.963592Z","steps":["trace[1396707430] 'agreement among raft nodes before linearized reading' (duration: 245.558759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:52.963747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.796716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:16:52.964031Z","caller":"traceutil/trace.go:171","msg":"trace[1702590996] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:38074; }","duration":"243.127514ms","start":"2026-07-03T17:16:52.72088Z","end":"2026-07-03T17:16:52.964008Z","steps":["trace[1702590996] 'agreement among raft nodes before linearized reading' (duration: 242.629822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:52.96381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.261231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:52.964201Z","caller":"traceutil/trace.go:171","msg":"trace[1668074445] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:38074; }","duration":"174.863625ms","start":"2026-07-03T17:16:52.789319Z","end":"2026-07-03T17:16:52.964183Z","steps":["trace[1668074445] 'agreement among raft nodes before linearized reading' (duration: 174.251431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:54.354779Z","caller":"traceutil/trace.go:171","msg":"trace[1769007056] transaction","detail":"{read_only:false; response_revision:38085; number_of_response:1; }","duration":"119.295095ms","start":"2026-07-03T17:16:54.235447Z","end":"2026-07-03T17:16:54.354742Z","steps":["trace[1769007056] 'process raft request' (duration: 68.944324ms)","trace[1769007056] 'compare' (duration: 49.776018ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:58.323204Z","caller":"traceutil/trace.go:171","msg":"trace[1282800800] transaction","detail":"{read_only:false; response_revision:38112; number_of_response:1; }","duration":"118.008175ms","start":"2026-07-03T17:16:58.205163Z","end":"2026-07-03T17:16:58.323171Z","steps":["trace[1282800800] 'process raft request' (duration: 117.76889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:02.67348Z","caller":"traceutil/trace.go:171","msg":"trace[810321537] transaction","detail":"{read_only:false; response_revision:38144; number_of_response:1; }","duration":"189.821746ms","start":"2026-07-03T17:17:02.483634Z","end":"2026-07-03T17:17:02.673456Z","steps":["trace[810321537] 'process raft request' (duration: 189.577881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:02.686274Z","caller":"traceutil/trace.go:171","msg":"trace[1992544727] transaction","detail":"{read_only:false; response_revision:38145; number_of_response:1; }","duration":"202.546406ms","start":"2026-07-03T17:17:02.483698Z","end":"2026-07-03T17:17:02.686244Z","steps":["trace[1992544727] 'process raft request' (duration: 202.325641ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:02.686503Z","caller":"traceutil/trace.go:171","msg":"trace[2141629501] linearizableReadLoop","detail":"{readStateIndex:39425; appliedIndex:39422; }","duration":"115.781274ms","start":"2026-07-03T17:17:02.570664Z","end":"2026-07-03T17:17:02.686446Z","steps":["trace[2141629501] 'read index received' (duration: 102.658435ms)","trace[2141629501] 'applied index is now lower than readState.Index' (duration: 13.119579ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:17:02.686828Z","caller":"traceutil/trace.go:171","msg":"trace[1730812609] transaction","detail":"{read_only:false; response_revision:38146; number_of_response:1; }","duration":"202.676679ms","start":"2026-07-03T17:17:02.484094Z","end":"2026-07-03T17:17:02.68677Z","steps":["trace[1730812609] 'process raft request' (duration: 202.106376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:17:02.688367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.680858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T17:17:02.688427Z","caller":"traceutil/trace.go:171","msg":"trace[1476113675] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:38146; }","duration":"117.812341ms","start":"2026-07-03T17:17:02.5706Z","end":"2026-07-03T17:17:02.688413Z","steps":["trace[1476113675] 'agreement among raft nodes before linearized reading' (duration: 116.004059ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:03.483231Z","caller":"traceutil/trace.go:171","msg":"trace[321036675] transaction","detail":"{read_only:false; response_revision:38150; number_of_response:1; }","duration":"117.633057ms","start":"2026-07-03T17:17:03.365569Z","end":"2026-07-03T17:17:03.483202Z","steps":["trace[321036675] 'process raft request' (duration: 117.437152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:05.643572Z","caller":"traceutil/trace.go:171","msg":"trace[1427470567] transaction","detail":"{read_only:false; response_revision:38166; number_of_response:1; }","duration":"135.770041ms","start":"2026-07-03T17:17:05.50777Z","end":"2026-07-03T17:17:05.64354Z","steps":["trace[1427470567] 'process raft request' (duration: 135.570247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:17:08.148548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.645009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:17:08.14865Z","caller":"traceutil/trace.go:171","msg":"trace[1462945549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38180; }","duration":"202.809693ms","start":"2026-07-03T17:17:07.94582Z","end":"2026-07-03T17:17:08.148629Z","steps":["trace[1462945549] 'range keys from in-memory index tree' (duration: 202.563577ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:08.149897Z","caller":"traceutil/trace.go:171","msg":"trace[285030908] transaction","detail":"{read_only:false; response_revision:38181; number_of_response:1; }","duration":"106.441962ms","start":"2026-07-03T17:17:08.04344Z","end":"2026-07-03T17:17:08.149882Z","steps":["trace[285030908] 'process raft request' (duration: 102.735007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:10.310004Z","caller":"traceutil/trace.go:171","msg":"trace[167708237] transaction","detail":"{read_only:false; response_revision:38197; number_of_response:1; }","duration":"154.54631ms","start":"2026-07-03T17:17:10.155411Z","end":"2026-07-03T17:17:10.309958Z","steps":["trace[167708237] 'process raft request' (duration: 154.364885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:10.761569Z","caller":"traceutil/trace.go:171","msg":"trace[2097558862] transaction","detail":"{read_only:false; response_revision:38200; number_of_response:1; }","duration":"164.854215ms","start":"2026-07-03T17:17:10.596687Z","end":"2026-07-03T17:17:10.761541Z","steps":["trace[2097558862] 'process raft request' (duration: 88.748727ms)","trace[2097558862] 'compare' (duration: 75.866853ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:17:10.761752Z","caller":"traceutil/trace.go:171","msg":"trace[474471323] transaction","detail":"{read_only:false; response_revision:38202; number_of_response:1; }","duration":"163.132276ms","start":"2026-07-03T17:17:10.5986Z","end":"2026-07-03T17:17:10.761732Z","steps":["trace[474471323] 'process raft request' (duration: 163.066684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:10.761886Z","caller":"traceutil/trace.go:171","msg":"trace[1648303474] transaction","detail":"{read_only:false; response_revision:38201; number_of_response:1; }","duration":"164.577169ms","start":"2026-07-03T17:17:10.597304Z","end":"2026-07-03T17:17:10.761881Z","steps":["trace[1648303474] 'process raft request' (duration: 164.196751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:23.799878Z","caller":"traceutil/trace.go:171","msg":"trace[1488074775] transaction","detail":"{read_only:false; response_revision:38298; number_of_response:1; }","duration":"119.077519ms","start":"2026-07-03T17:17:23.680778Z","end":"2026-07-03T17:17:23.799855Z","steps":["trace[1488074775] 'process raft request' (duration: 61.091824ms)","trace[1488074775] 'compare' (duration: 57.776541ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:17:35.249056Z","caller":"traceutil/trace.go:171","msg":"trace[1177793370] linearizableReadLoop","detail":"{readStateIndex:39672; appliedIndex:39670; }","duration":"108.112979ms","start":"2026-07-03T17:17:35.14091Z","end":"2026-07-03T17:17:35.249023Z","steps":["trace[1177793370] 'read index received' (duration: 17.234203ms)","trace[1177793370] 'applied index is now lower than readState.Index' (duration: 90.877096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:17:35.249283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.355185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-07-03T17:17:35.249277Z","caller":"traceutil/trace.go:171","msg":"trace[75570115] transaction","detail":"{read_only:false; response_revision:38386; number_of_response:1; }","duration":"116.644104ms","start":"2026-07-03T17:17:35.132611Z","end":"2026-07-03T17:17:35.249255Z","steps":["trace[75570115] 'process raft request' (duration: 110.513274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:35.249322Z","caller":"traceutil/trace.go:171","msg":"trace[1548224492] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:38386; }","duration":"108.415486ms","start":"2026-07-03T17:17:35.140895Z","end":"2026-07-03T17:17:35.249311Z","steps":["trace[1548224492] 'agreement among raft nodes before linearized reading' (duration: 108.235002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:36.300151Z","caller":"traceutil/trace.go:171","msg":"trace[1773977980] transaction","detail":"{read_only:false; response_revision:38391; number_of_response:1; }","duration":"235.870398ms","start":"2026-07-03T17:17:36.064248Z","end":"2026-07-03T17:17:36.300119Z","steps":["trace[1773977980] 'process raft request' (duration: 235.399557ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:18:20.210579Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T17:18:20.217292Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-03T17:18:20.217509Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-03T17:19:08.806442Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36781} {"level":"info","ts":"2026-07-03T17:19:08.978704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36781,"took":"168.48315ms","hash":3130408976,"current-db-size-bytes":53317632,"current-db-size":"53 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T17:19:08.978772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3130408976,"revision":36781,"compact-revision":34563} {"level":"info","ts":"2026-07-03T17:19:45.044348Z","caller":"traceutil/trace.go:171","msg":"trace[1121504297] transaction","detail":"{read_only:false; response_revision:39328; number_of_response:1; }","duration":"223.642999ms","start":"2026-07-03T17:19:44.820675Z","end":"2026-07-03T17:19:45.044318Z","steps":["trace[1121504297] 'process raft request' (duration: 131.125766ms)","trace[1121504297] 'compare' (duration: 92.232967ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:19:45.073738Z","caller":"traceutil/trace.go:171","msg":"trace[429777253] transaction","detail":"{read_only:false; response_revision:39330; number_of_response:1; }","duration":"106.228536ms","start":"2026-07-03T17:19:44.967493Z","end":"2026-07-03T17:19:45.073722Z","steps":["trace[429777253] 'process raft request' (duration: 106.163005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:45.62737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.979953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:19:45.627683Z","caller":"traceutil/trace.go:171","msg":"trace[1152722274] transaction","detail":"{read_only:false; response_revision:39334; number_of_response:1; }","duration":"187.631626ms","start":"2026-07-03T17:19:45.43997Z","end":"2026-07-03T17:19:45.627602Z","steps":["trace[1152722274] 'process raft request' (duration: 80.300395ms)","trace[1152722274] 'compare' (duration: 106.8453ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:19:46.576298Z","caller":"traceutil/trace.go:171","msg":"trace[1769920437] transaction","detail":"{read_only:false; response_revision:39342; number_of_response:1; }","duration":"118.634741ms","start":"2026-07-03T17:19:46.457623Z","end":"2026-07-03T17:19:46.576258Z","steps":["trace[1769920437] 'process raft request' (duration: 51.382235ms)","trace[1769920437] 'compare' (duration: 67.055111ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:19:46.925591Z","caller":"traceutil/trace.go:171","msg":"trace[2086793657] linearizableReadLoop","detail":"{readStateIndex:40659; appliedIndex:40658; }","duration":"101.940268ms","start":"2026-07-03T17:19:46.823614Z","end":"2026-07-03T17:19:46.925555Z","steps":["trace[2086793657] 'read index received' (duration: 88.925541ms)","trace[2086793657] 'applied index is now lower than readState.Index' (duration: 13.012987ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:19:46.925672Z","caller":"traceutil/trace.go:171","msg":"trace[447795451] transaction","detail":"{read_only:false; response_revision:39344; number_of_response:1; }","duration":"117.675987ms","start":"2026-07-03T17:19:46.80794Z","end":"2026-07-03T17:19:46.925616Z","steps":["trace[447795451] 'process raft request' (duration: 104.681341ms)","trace[447795451] 'compare' (duration: 12.642258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:19:46.925853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.195145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:19:46.925908Z","caller":"traceutil/trace.go:171","msg":"trace[1498944059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39344; }","duration":"102.306338ms","start":"2026-07-03T17:19:46.823588Z","end":"2026-07-03T17:19:46.925894Z","steps":["trace[1498944059] 'agreement among raft nodes before linearized reading' (duration: 102.140513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:47.398017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.099167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:19:47.39853Z","caller":"traceutil/trace.go:171","msg":"trace[382109325] transaction","detail":"{read_only:false; response_revision:39346; number_of_response:1; }","duration":"346.703079ms","start":"2026-07-03T17:19:47.051798Z","end":"2026-07-03T17:19:47.398501Z","steps":["trace[382109325] 'process raft request' (duration: 346.333681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:47.398547Z","caller":"traceutil/trace.go:171","msg":"trace[573654701] transaction","detail":"{read_only:false; response_revision:39345; number_of_response:1; }","duration":"346.972926ms","start":"2026-07-03T17:19:47.051518Z","end":"2026-07-03T17:19:47.398491Z","steps":["trace[573654701] 'process raft request' (duration: 17.303306ms)","trace[573654701] 'compare' (duration: 328.919633ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:19:47.39858Z","caller":"traceutil/trace.go:171","msg":"trace[650723166] transaction","detail":"{read_only:false; response_revision:39347; number_of_response:1; }","duration":"314.424331ms","start":"2026-07-03T17:19:47.084133Z","end":"2026-07-03T17:19:47.398557Z","steps":["trace[650723166] 'process raft request' (duration: 314.072704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:47.398657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:19:47.051757Z","time spent":"346.836852ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:19:47.398685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:19:47.084101Z","time spent":"314.530284ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:19:47.398729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:19:47.051485Z","time spent":"347.136289ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:19:47.7377Z","caller":"traceutil/trace.go:171","msg":"trace[1825067381] transaction","detail":"{read_only:false; response_revision:39348; number_of_response:1; }","duration":"101.572879ms","start":"2026-07-03T17:19:47.636089Z","end":"2026-07-03T17:19:47.737662Z","steps":["trace[1825067381] 'process raft request' (duration: 101.358604ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:47.784869Z","caller":"traceutil/trace.go:171","msg":"trace[1669230296] transaction","detail":"{read_only:false; response_revision:39351; number_of_response:1; }","duration":"142.798331ms","start":"2026-07-03T17:19:47.642054Z","end":"2026-07-03T17:19:47.784852Z","steps":["trace[1669230296] 'process raft request' (duration: 142.698869ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:47.784886Z","caller":"traceutil/trace.go:171","msg":"trace[1849990751] transaction","detail":"{read_only:false; response_revision:39350; number_of_response:1; }","duration":"143.942107ms","start":"2026-07-03T17:19:47.640902Z","end":"2026-07-03T17:19:47.784845Z","steps":["trace[1849990751] 'process raft request' (duration: 143.817864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:47.784814Z","caller":"traceutil/trace.go:171","msg":"trace[1208889547] linearizableReadLoop","detail":"{readStateIndex:40666; appliedIndex:40662; }","duration":"104.001935ms","start":"2026-07-03T17:19:47.68079Z","end":"2026-07-03T17:19:47.784792Z","steps":["trace[1208889547] 'read index received' (duration: 56.741395ms)","trace[1208889547] 'applied index is now lower than readState.Index' (duration: 47.25974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:19:47.785197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.355384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:19:47.785303Z","caller":"traceutil/trace.go:171","msg":"trace[751537177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:39351; }","duration":"104.501117ms","start":"2026-07-03T17:19:47.680779Z","end":"2026-07-03T17:19:47.78528Z","steps":["trace[751537177] 'agreement among raft nodes before linearized reading' (duration: 104.255071ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:47.784955Z","caller":"traceutil/trace.go:171","msg":"trace[634512063] transaction","detail":"{read_only:false; response_revision:39349; number_of_response:1; }","duration":"148.694437ms","start":"2026-07-03T17:19:47.636213Z","end":"2026-07-03T17:19:47.784907Z","steps":["trace[634512063] 'process raft request' (duration: 148.39197ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:32.089279Z","caller":"traceutil/trace.go:171","msg":"trace[1841372033] transaction","detail":"{read_only:false; response_revision:39709; number_of_response:1; }","duration":"101.061849ms","start":"2026-07-03T17:20:31.988192Z","end":"2026-07-03T17:20:32.089253Z","steps":["trace[1841372033] 'process raft request' (duration: 101.002438ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:32.089272Z","caller":"traceutil/trace.go:171","msg":"trace[1429934223] transaction","detail":"{read_only:false; response_revision:39708; number_of_response:1; }","duration":"136.463127ms","start":"2026-07-03T17:20:31.952774Z","end":"2026-07-03T17:20:32.089237Z","steps":["trace[1429934223] 'process raft request' (duration: 41.635452ms)","trace[1429934223] 'compare' (duration: 94.643211ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:20:32.089399Z","caller":"traceutil/trace.go:171","msg":"trace[560027351] transaction","detail":"{read_only:false; response_revision:39710; number_of_response:1; }","duration":"101.159761ms","start":"2026-07-03T17:20:31.98819Z","end":"2026-07-03T17:20:32.08935Z","steps":["trace[560027351] 'process raft request' (duration: 101.034969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:32.507242Z","caller":"traceutil/trace.go:171","msg":"trace[934915789] linearizableReadLoop","detail":"{readStateIndex:41036; appliedIndex:41035; }","duration":"134.315248ms","start":"2026-07-03T17:20:32.3729Z","end":"2026-07-03T17:20:32.507215Z","steps":["trace[934915789] 'read index received' (duration: 134.110903ms)","trace[934915789] 'applied index is now lower than readState.Index' (duration: 203.385µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:20:32.507375Z","caller":"traceutil/trace.go:171","msg":"trace[1653000965] transaction","detail":"{read_only:false; response_revision:39711; number_of_response:1; }","duration":"208.101234ms","start":"2026-07-03T17:20:32.299236Z","end":"2026-07-03T17:20:32.507337Z","steps":["trace[1653000965] 'process raft request' (duration: 207.783166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:20:32.507517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.592254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:20:32.50758Z","caller":"traceutil/trace.go:171","msg":"trace[1338020537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39711; }","duration":"134.712197ms","start":"2026-07-03T17:20:32.372851Z","end":"2026-07-03T17:20:32.507563Z","steps":["trace[1338020537] 'agreement among raft nodes before linearized reading' (duration: 134.516872ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:32.67965Z","caller":"traceutil/trace.go:171","msg":"trace[1960891655] transaction","detail":"{read_only:false; response_revision:39714; number_of_response:1; }","duration":"109.417889ms","start":"2026-07-03T17:20:32.570182Z","end":"2026-07-03T17:20:32.6796Z","steps":["trace[1960891655] 'process raft request' (duration: 103.74858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:20:35.10354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.388775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:20:35.1038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.569273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:20:35.103867Z","caller":"traceutil/trace.go:171","msg":"trace[1323366771] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39728; }","duration":"317.677067ms","start":"2026-07-03T17:20:34.786175Z","end":"2026-07-03T17:20:35.103852Z","steps":["trace[1323366771] 'range keys from in-memory index tree' (duration: 317.483582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:20:35.103905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:20:34.786153Z","time spent":"317.742599ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T17:20:35.103867Z","caller":"traceutil/trace.go:171","msg":"trace[1310072828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39728; }","duration":"157.779035ms","start":"2026-07-03T17:20:34.946068Z","end":"2026-07-03T17:20:35.103847Z","steps":["trace[1310072828] 'range keys from in-memory index tree' (duration: 157.296243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:20:40.462056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.057337ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T17:20:41.406811Z","caller":"traceutil/trace.go:171","msg":"trace[777238397] transaction","detail":"{read_only:false; response_revision:39774; number_of_response:1; }","duration":"134.047751ms","start":"2026-07-03T17:20:41.272731Z","end":"2026-07-03T17:20:41.406779Z","steps":["trace[777238397] 'process raft request' (duration: 82.091675ms)","trace[777238397] 'compare' (duration: 51.733421ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:20:48.820509Z","caller":"traceutil/trace.go:171","msg":"trace[650120770] transaction","detail":"{read_only:false; response_revision:39830; number_of_response:1; }","duration":"109.41022ms","start":"2026-07-03T17:20:48.711064Z","end":"2026-07-03T17:20:48.820474Z","steps":["trace[650120770] 'process raft request' (duration: 109.173684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:48.830533Z","caller":"traceutil/trace.go:171","msg":"trace[686778086] transaction","detail":"{read_only:false; response_revision:39831; number_of_response:1; }","duration":"119.373656ms","start":"2026-07-03T17:20:48.711137Z","end":"2026-07-03T17:20:48.830511Z","steps":["trace[686778086] 'process raft request' (duration: 119.225423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:21:04.630672Z","caller":"traceutil/trace.go:171","msg":"trace[340051928] transaction","detail":"{read_only:false; response_revision:39945; number_of_response:1; }","duration":"186.200614ms","start":"2026-07-03T17:21:04.444436Z","end":"2026-07-03T17:21:04.630637Z","steps":["trace[340051928] 'process raft request' (duration: 182.487678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:21:05.489076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.636779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:21:05.489267Z","caller":"traceutil/trace.go:171","msg":"trace[127371999] linearizableReadLoop","detail":"{readStateIndex:41283; appliedIndex:41282; }","duration":"185.927947ms","start":"2026-07-03T17:21:05.303316Z","end":"2026-07-03T17:21:05.489244Z","steps":["trace[127371999] 'read index received' (duration: 24.996551ms)","trace[127371999] 'applied index is now lower than readState.Index' (duration: 160.927576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:21:05.489626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.301955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:21:05.489688Z","caller":"traceutil/trace.go:171","msg":"trace[1492403093] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39950; }","duration":"186.398277ms","start":"2026-07-03T17:21:05.303271Z","end":"2026-07-03T17:21:05.489669Z","steps":["trace[1492403093] 'agreement among raft nodes before linearized reading' (duration: 186.178382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:21:05.489761Z","caller":"traceutil/trace.go:171","msg":"trace[63760959] transaction","detail":"{read_only:false; response_revision:39950; number_of_response:1; }","duration":"289.515393ms","start":"2026-07-03T17:21:05.200153Z","end":"2026-07-03T17:21:05.489669Z","steps":["trace[63760959] 'process raft request' (duration: 128.153208ms)","trace[63760959] 'compare' (duration: 160.367693ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:21:05.575825Z","caller":"traceutil/trace.go:171","msg":"trace[1456146593] transaction","detail":"{read_only:false; response_revision:39951; number_of_response:1; }","duration":"239.002009ms","start":"2026-07-03T17:21:05.336799Z","end":"2026-07-03T17:21:05.575801Z","steps":["trace[1456146593] 'process raft request' (duration: 238.642141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:21:12.410308Z","caller":"traceutil/trace.go:171","msg":"trace[52849792] transaction","detail":"{read_only:false; response_revision:40001; number_of_response:1; }","duration":"100.65798ms","start":"2026-07-03T17:21:12.309626Z","end":"2026-07-03T17:21:12.410284Z","steps":["trace[52849792] 'process raft request' (duration: 21.368468ms)","trace[52849792] 'compare' (duration: 79.157589ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:03.223989Z","caller":"traceutil/trace.go:171","msg":"trace[374578556] transaction","detail":"{read_only:false; response_revision:40811; number_of_response:1; }","duration":"103.616026ms","start":"2026-07-03T17:23:03.120339Z","end":"2026-07-03T17:23:03.223955Z","steps":["trace[374578556] 'process raft request' (duration: 85.244036ms)","trace[374578556] 'compare' (duration: 18.050013ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:04.720312Z","caller":"traceutil/trace.go:171","msg":"trace[1278601412] transaction","detail":"{read_only:false; response_revision:40819; number_of_response:1; }","duration":"138.888043ms","start":"2026-07-03T17:23:04.581396Z","end":"2026-07-03T17:23:04.720284Z","steps":["trace[1278601412] 'process raft request' (duration: 138.718309ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:04.810212Z","caller":"traceutil/trace.go:171","msg":"trace[950669119] transaction","detail":"{read_only:false; response_revision:40820; number_of_response:1; }","duration":"228.704404ms","start":"2026-07-03T17:23:04.581477Z","end":"2026-07-03T17:23:04.810181Z","steps":["trace[950669119] 'process raft request' (duration: 228.434898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:04.810379Z","caller":"traceutil/trace.go:171","msg":"trace[636726714] transaction","detail":"{read_only:false; response_revision:40821; number_of_response:1; }","duration":"172.45571ms","start":"2026-07-03T17:23:04.6379Z","end":"2026-07-03T17:23:04.810356Z","steps":["trace[636726714] 'process raft request' (duration: 172.228595ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:04.984517Z","caller":"traceutil/trace.go:171","msg":"trace[1969522055] transaction","detail":"{read_only:false; response_revision:40822; number_of_response:1; }","duration":"116.8961ms","start":"2026-07-03T17:23:04.867581Z","end":"2026-07-03T17:23:04.984477Z","steps":["trace[1969522055] 'process raft request' (duration: 80.191162ms)","trace[1969522055] 'compare' (duration: 35.836259ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:35.051832Z","caller":"traceutil/trace.go:171","msg":"trace[2114667474] transaction","detail":"{read_only:false; response_revision:41042; number_of_response:1; }","duration":"104.518327ms","start":"2026-07-03T17:23:34.947238Z","end":"2026-07-03T17:23:35.051756Z","steps":["trace[2114667474] 'process raft request' (duration: 104.150239ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:49.287242Z","caller":"traceutil/trace.go:171","msg":"trace[912851934] transaction","detail":"{read_only:false; response_revision:41144; number_of_response:1; }","duration":"108.12859ms","start":"2026-07-03T17:23:49.179074Z","end":"2026-07-03T17:23:49.287203Z","steps":["trace[912851934] 'process raft request' (duration: 66.12032ms)","trace[912851934] 'compare' (duration: 41.836906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:23:50.265056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.076402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:23:50.265227Z","caller":"traceutil/trace.go:171","msg":"trace[1138419533] transaction","detail":"{read_only:false; response_revision:41152; number_of_response:1; }","duration":"141.968993ms","start":"2026-07-03T17:23:50.123225Z","end":"2026-07-03T17:23:50.265194Z","steps":["trace[1138419533] 'process raft request' (duration: 11.633105ms)","trace[1138419533] 'compare' (duration: 129.825427ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:51.005589Z","caller":"traceutil/trace.go:171","msg":"trace[752892617] transaction","detail":"{read_only:false; response_revision:41155; number_of_response:1; }","duration":"133.474009ms","start":"2026-07-03T17:23:50.872072Z","end":"2026-07-03T17:23:51.005546Z","steps":["trace[752892617] 'process raft request' (duration: 50.785431ms)","trace[752892617] 'compare' (duration: 82.449153ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:57.78192Z","caller":"traceutil/trace.go:171","msg":"trace[191844509] transaction","detail":"{read_only:false; response_revision:41207; number_of_response:1; }","duration":"236.252646ms","start":"2026-07-03T17:23:57.545635Z","end":"2026-07-03T17:23:57.781887Z","steps":["trace[191844509] 'process raft request' (duration: 236.056162ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:57.78761Z","caller":"traceutil/trace.go:171","msg":"trace[1312841652] transaction","detail":"{read_only:false; response_revision:41208; number_of_response:1; }","duration":"221.927729ms","start":"2026-07-03T17:23:57.565651Z","end":"2026-07-03T17:23:57.787579Z","steps":["trace[1312841652] 'process raft request' (duration: 216.949815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:24:03.067617Z","caller":"traceutil/trace.go:171","msg":"trace[48944809] linearizableReadLoop","detail":"{readStateIndex:42611; appliedIndex:42610; }","duration":"121.25036ms","start":"2026-07-03T17:24:02.946347Z","end":"2026-07-03T17:24:03.067597Z","steps":["trace[48944809] 'read index received' (duration: 121.152377ms)","trace[48944809] 'applied index is now lower than readState.Index' (duration: 97.243µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:24:03.06769Z","caller":"traceutil/trace.go:171","msg":"trace[429057931] transaction","detail":"{read_only:false; response_revision:41242; number_of_response:1; }","duration":"126.010479ms","start":"2026-07-03T17:24:02.941631Z","end":"2026-07-03T17:24:03.067642Z","steps":["trace[429057931] 'process raft request' (duration: 125.848325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:24:03.067824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.466864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:24:03.067849Z","caller":"traceutil/trace.go:171","msg":"trace[933316009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41242; }","duration":"121.535056ms","start":"2026-07-03T17:24:02.946306Z","end":"2026-07-03T17:24:03.067841Z","steps":["trace[933316009] 'agreement among raft nodes before linearized reading' (duration: 121.418203ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:24:03.665258Z","caller":"traceutil/trace.go:171","msg":"trace[212287954] transaction","detail":"{read_only:false; response_revision:41249; number_of_response:1; }","duration":"110.521454ms","start":"2026-07-03T17:24:03.5547Z","end":"2026-07-03T17:24:03.665221Z","steps":["trace[212287954] 'process raft request' (duration: 73.490189ms)","trace[212287954] 'compare' (duration: 36.860542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:24:04.615063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.208969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:24:04.615221Z","caller":"traceutil/trace.go:171","msg":"trace[408745509] transaction","detail":"{read_only:false; response_revision:41255; number_of_response:1; }","duration":"183.356987ms","start":"2026-07-03T17:24:04.431833Z","end":"2026-07-03T17:24:04.61519Z","steps":["trace[408745509] 'process raft request' (duration: 82.912433ms)","trace[408745509] 'compare' (duration: 100.009655ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:24:08.822627Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39060} {"level":"info","ts":"2026-07-03T17:24:08.96461Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39060,"took":"137.804008ms","hash":1807116901,"current-db-size-bytes":55848960,"current-db-size":"56 MB","current-db-size-in-use-bytes":32395264,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:24:08.964663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1807116901,"revision":39060,"compact-revision":36781} {"level":"info","ts":"2026-07-03T17:24:23.362821Z","caller":"traceutil/trace.go:171","msg":"trace[387607510] transaction","detail":"{read_only:false; response_revision:41391; number_of_response:1; }","duration":"112.709586ms","start":"2026-07-03T17:24:23.250077Z","end":"2026-07-03T17:24:23.362786Z","steps":["trace[387607510] 'process raft request' (duration: 87.94802ms)","trace[387607510] 'compare' (duration: 24.614192ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:20.656122Z","caller":"traceutil/trace.go:171","msg":"trace[181342268] transaction","detail":"{read_only:false; response_revision:42373; number_of_response:1; }","duration":"127.058943ms","start":"2026-07-03T17:26:20.529025Z","end":"2026-07-03T17:26:20.656084Z","steps":["trace[181342268] 'process raft request' (duration: 59.245903ms)","trace[181342268] 'compare' (duration: 67.646575ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:24.659551Z","caller":"traceutil/trace.go:171","msg":"trace[380217210] transaction","detail":"{read_only:false; response_revision:42401; number_of_response:1; }","duration":"125.63444ms","start":"2026-07-03T17:26:24.53373Z","end":"2026-07-03T17:26:24.659365Z","steps":["trace[380217210] 'process raft request' (duration: 125.436556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:26.119334Z","caller":"traceutil/trace.go:171","msg":"trace[299408680] transaction","detail":"{read_only:false; response_revision:42410; number_of_response:1; }","duration":"114.319951ms","start":"2026-07-03T17:26:26.004987Z","end":"2026-07-03T17:26:26.119307Z","steps":["trace[299408680] 'process raft request' (duration: 28.02189ms)","trace[299408680] 'compare' (duration: 85.535073ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:26.288766Z","caller":"traceutil/trace.go:171","msg":"trace[783274446] linearizableReadLoop","detail":"{readStateIndex:43816; appliedIndex:43814; }","duration":"116.087321ms","start":"2026-07-03T17:26:26.172651Z","end":"2026-07-03T17:26:26.288739Z","steps":["trace[783274446] 'read index received' (duration: 4.987794ms)","trace[783274446] 'applied index is now lower than readState.Index' (duration: 111.098507ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:26.288977Z","caller":"traceutil/trace.go:171","msg":"trace[668236715] transaction","detail":"{read_only:false; response_revision:42413; number_of_response:1; }","duration":"140.930589ms","start":"2026-07-03T17:26:26.148007Z","end":"2026-07-03T17:26:26.288937Z","steps":["trace[668236715] 'process raft request' (duration: 89.240849ms)","trace[668236715] 'compare' (duration: 51.356863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:26:26.289649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.343234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T17:26:26.289697Z","caller":"traceutil/trace.go:171","msg":"trace[2054318006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:42413; }","duration":"111.396745ms","start":"2026-07-03T17:26:26.178284Z","end":"2026-07-03T17:26:26.289681Z","steps":["trace[2054318006] 'agreement among raft nodes before linearized reading' (duration: 111.294353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:26.289122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.44802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:26:26.289856Z","caller":"traceutil/trace.go:171","msg":"trace[1946490199] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:42413; }","duration":"117.204008ms","start":"2026-07-03T17:26:26.172642Z","end":"2026-07-03T17:26:26.289846Z","steps":["trace[1946490199] 'agreement among raft nodes before linearized reading' (duration: 116.411789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:27.879471Z","caller":"traceutil/trace.go:171","msg":"trace[260164735] transaction","detail":"{read_only:false; response_revision:42425; number_of_response:1; }","duration":"100.485305ms","start":"2026-07-03T17:26:27.778949Z","end":"2026-07-03T17:26:27.879434Z","steps":["trace[260164735] 'process raft request' (duration: 100.030745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:28.008367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.303203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:26:28.008527Z","caller":"traceutil/trace.go:171","msg":"trace[1583486277] transaction","detail":"{read_only:false; response_revision:42426; number_of_response:1; }","duration":"153.027466ms","start":"2026-07-03T17:26:27.855483Z","end":"2026-07-03T17:26:28.00851Z","steps":["trace[1583486277] 'process raft request' (duration: 51.511278ms)","trace[1583486277] 'compare' (duration: 101.206411ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:28.253009Z","caller":"traceutil/trace.go:171","msg":"trace[1387844693] transaction","detail":"{read_only:false; response_revision:42429; number_of_response:1; }","duration":"103.694738ms","start":"2026-07-03T17:26:28.14928Z","end":"2026-07-03T17:26:28.252974Z","steps":["trace[1387844693] 'process raft request' (duration: 103.540585ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:28.253002Z","caller":"traceutil/trace.go:171","msg":"trace[1199679019] transaction","detail":"{read_only:false; response_revision:42428; number_of_response:1; }","duration":"128.155297ms","start":"2026-07-03T17:26:28.124799Z","end":"2026-07-03T17:26:28.252955Z","steps":["trace[1199679019] 'process raft request' (duration: 47.517696ms)","trace[1199679019] 'compare' (duration: 80.284683ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:28.497899Z","caller":"traceutil/trace.go:171","msg":"trace[479600790] transaction","detail":"{read_only:false; response_revision:42432; number_of_response:1; }","duration":"132.080317ms","start":"2026-07-03T17:26:28.365794Z","end":"2026-07-03T17:26:28.497874Z","steps":["trace[479600790] 'process raft request' (duration: 131.909373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:28.500628Z","caller":"traceutil/trace.go:171","msg":"trace[834063696] transaction","detail":"{read_only:false; response_revision:42433; number_of_response:1; }","duration":"125.914846ms","start":"2026-07-03T17:26:28.374691Z","end":"2026-07-03T17:26:28.500606Z","steps":["trace[834063696] 'process raft request' (duration: 125.676531ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:28.782507Z","caller":"traceutil/trace.go:171","msg":"trace[2136732863] transaction","detail":"{read_only:false; response_revision:42434; number_of_response:1; }","duration":"176.575063ms","start":"2026-07-03T17:26:28.605904Z","end":"2026-07-03T17:26:28.782479Z","steps":["trace[2136732863] 'process raft request' (duration: 176.375088ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:29.799409Z","caller":"traceutil/trace.go:171","msg":"trace[1904518897] transaction","detail":"{read_only:false; response_revision:42439; number_of_response:1; }","duration":"128.74555ms","start":"2026-07-03T17:26:29.670633Z","end":"2026-07-03T17:26:29.799379Z","steps":["trace[1904518897] 'process raft request' (duration: 128.614247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:30.541016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.15641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T17:26:30.541441Z","caller":"traceutil/trace.go:171","msg":"trace[1269196852] transaction","detail":"{read_only:false; response_revision:42441; number_of_response:1; }","duration":"283.292541ms","start":"2026-07-03T17:26:30.258115Z","end":"2026-07-03T17:26:30.541408Z","steps":["trace[1269196852] 'process raft request' (duration: 282.990524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:30.568894Z","caller":"traceutil/trace.go:171","msg":"trace[1204526351] linearizableReadLoop","detail":"{readStateIndex:43846; appliedIndex:43843; }","duration":"281.840898ms","start":"2026-07-03T17:26:30.28702Z","end":"2026-07-03T17:26:30.568861Z","steps":["trace[1204526351] 'read index received' (duration: 97.970818ms)","trace[1204526351] 'applied index is now lower than readState.Index' (duration: 183.86873ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:30.569042Z","caller":"traceutil/trace.go:171","msg":"trace[19325692] transaction","detail":"{read_only:false; response_revision:42442; number_of_response:1; }","duration":"310.593605ms","start":"2026-07-03T17:26:30.258333Z","end":"2026-07-03T17:26:30.568926Z","steps":["trace[19325692] 'process raft request' (duration: 283.057816ms)","trace[19325692] 'compare' (duration: 27.342464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:26:30.56924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:26:30.258316Z","time spent":"310.804399ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:26:30.5692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.095684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T17:26:30.569468Z","caller":"traceutil/trace.go:171","msg":"trace[1323334533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42442; }","duration":"282.464092ms","start":"2026-07-03T17:26:30.286976Z","end":"2026-07-03T17:26:30.56944Z","steps":["trace[1323334533] 'agreement among raft nodes before linearized reading' (duration: 281.974531ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:30.609594Z","caller":"traceutil/trace.go:171","msg":"trace[1075549317] transaction","detail":"{read_only:false; response_revision:42443; number_of_response:1; }","duration":"104.653501ms","start":"2026-07-03T17:26:30.504907Z","end":"2026-07-03T17:26:30.60956Z","steps":["trace[1075549317] 'process raft request' (duration: 104.468547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:30.748089Z","caller":"traceutil/trace.go:171","msg":"trace[720015990] linearizableReadLoop","detail":"{readStateIndex:43848; appliedIndex:43846; }","duration":"179.101341ms","start":"2026-07-03T17:26:30.568963Z","end":"2026-07-03T17:26:30.748064Z","steps":["trace[720015990] 'read index received' (duration: 40.516445ms)","trace[720015990] 'applied index is now lower than readState.Index' (duration: 138.583726ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:30.748151Z","caller":"traceutil/trace.go:171","msg":"trace[782965525] transaction","detail":"{read_only:false; response_revision:42444; number_of_response:1; }","duration":"240.006513ms","start":"2026-07-03T17:26:30.50811Z","end":"2026-07-03T17:26:30.748116Z","steps":["trace[782965525] 'process raft request' (duration: 201.901042ms)","trace[782965525] 'compare' (duration: 37.60443ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:30.748213Z","caller":"traceutil/trace.go:171","msg":"trace[179889110] transaction","detail":"{read_only:false; response_revision:42445; number_of_response:1; }","duration":"172.443978ms","start":"2026-07-03T17:26:30.575737Z","end":"2026-07-03T17:26:30.748181Z","steps":["trace[179889110] 'process raft request' (duration: 172.213053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:30.748314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.547739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:26:30.748356Z","caller":"traceutil/trace.go:171","msg":"trace[529399586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42445; }","duration":"421.644821ms","start":"2026-07-03T17:26:30.326698Z","end":"2026-07-03T17:26:30.748342Z","steps":["trace[529399586] 'agreement among raft nodes before linearized reading' (duration: 421.471827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:30.748392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:26:30.326674Z","time spent":"421.708802ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T17:27:01.146194Z","caller":"traceutil/trace.go:171","msg":"trace[1411478511] transaction","detail":"{read_only:false; response_revision:42666; number_of_response:1; }","duration":"108.271082ms","start":"2026-07-03T17:27:01.037882Z","end":"2026-07-03T17:27:01.146153Z","steps":["trace[1411478511] 'process raft request' (duration: 106.295887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:01.146206Z","caller":"traceutil/trace.go:171","msg":"trace[1306837231] transaction","detail":"{read_only:false; response_revision:42667; number_of_response:1; }","duration":"107.801582ms","start":"2026-07-03T17:27:01.038359Z","end":"2026-07-03T17:27:01.146161Z","steps":["trace[1306837231] 'process raft request' (duration: 107.69354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:16.558275Z","caller":"traceutil/trace.go:171","msg":"trace[329319096] transaction","detail":"{read_only:false; response_revision:42779; number_of_response:1; }","duration":"112.480739ms","start":"2026-07-03T17:27:16.445767Z","end":"2026-07-03T17:27:16.558248Z","steps":["trace[329319096] 'process raft request' (duration: 112.292635ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:17.007013Z","caller":"traceutil/trace.go:171","msg":"trace[533688] transaction","detail":"{read_only:false; response_revision:42781; number_of_response:1; }","duration":"181.913255ms","start":"2026-07-03T17:27:16.825082Z","end":"2026-07-03T17:27:17.006995Z","steps":["trace[533688] 'process raft request' (duration: 176.046971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:17.280853Z","caller":"traceutil/trace.go:171","msg":"trace[1392152981] linearizableReadLoop","detail":"{readStateIndex:44196; appliedIndex:44194; }","duration":"399.838684ms","start":"2026-07-03T17:27:16.880981Z","end":"2026-07-03T17:27:17.280819Z","steps":["trace[1392152981] 'read index received' (duration: 120.158535ms)","trace[1392152981] 'applied index is now lower than readState.Index' (duration: 279.679189ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:27:17.280941Z","caller":"traceutil/trace.go:171","msg":"trace[238000718] transaction","detail":"{read_only:false; response_revision:42783; number_of_response:1; }","duration":"286.483783ms","start":"2026-07-03T17:27:16.994428Z","end":"2026-07-03T17:27:17.280912Z","steps":["trace[238000718] 'process raft request' (duration: 286.33911ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:17.28095Z","caller":"traceutil/trace.go:171","msg":"trace[1770302596] transaction","detail":"{read_only:false; response_revision:42782; number_of_response:1; }","duration":"436.647194ms","start":"2026-07-03T17:27:16.844252Z","end":"2026-07-03T17:27:17.280899Z","steps":["trace[1770302596] 'process raft request' (duration: 436.339977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:17.281017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.017548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:27:17.281047Z","caller":"traceutil/trace.go:171","msg":"trace[1529970091] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:42783; }","duration":"400.11105ms","start":"2026-07-03T17:27:16.880926Z","end":"2026-07-03T17:27:17.281038Z","steps":["trace[1529970091] 'agreement among raft nodes before linearized reading' (duration: 400.013468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:17.281076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:27:16.880905Z","time spent":"400.162991ms","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:27:17.281124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:27:16.844229Z","time spent":"436.804388ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:27:17.436418Z","caller":"traceutil/trace.go:171","msg":"trace[1866244572] transaction","detail":"{read_only:false; response_revision:42784; number_of_response:1; }","duration":"358.407087ms","start":"2026-07-03T17:27:17.077981Z","end":"2026-07-03T17:27:17.436388Z","steps":["trace[1866244572] 'process raft request' (duration: 317.856281ms)","trace[1866244572] 'compare' (duration: 40.216349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:27:17.436577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:27:17.077964Z","time spent":"358.524979ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:27:17.436607Z","caller":"traceutil/trace.go:171","msg":"trace[681082535] transaction","detail":"{read_only:false; response_revision:42786; number_of_response:1; }","duration":"109.776868ms","start":"2026-07-03T17:27:17.326679Z","end":"2026-07-03T17:27:17.436455Z","steps":["trace[681082535] 'process raft request' (duration: 109.710876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:17.436885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.116144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:27:17.436951Z","caller":"traceutil/trace.go:171","msg":"trace[1541026146] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:42786; }","duration":"370.213656ms","start":"2026-07-03T17:27:17.066721Z","end":"2026-07-03T17:27:17.436934Z","steps":["trace[1541026146] 'agreement among raft nodes before linearized reading' (duration: 370.017432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:17.436946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.704838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T17:27:17.436951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.038502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T17:27:17.437015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:27:17.066703Z","time spent":"370.296708ms","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:27:17.437022Z","caller":"traceutil/trace.go:171","msg":"trace[1884578828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42786; }","duration":"342.827241ms","start":"2026-07-03T17:27:17.094176Z","end":"2026-07-03T17:27:17.437003Z","steps":["trace[1884578828] 'agreement among raft nodes before linearized reading' (duration: 342.626356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:17.437323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:27:17.094156Z","time spent":"343.152409ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T17:27:17.4368Z","caller":"traceutil/trace.go:171","msg":"trace[594557534] transaction","detail":"{read_only:false; response_revision:42785; number_of_response:1; }","duration":"148.626935ms","start":"2026-07-03T17:27:17.28815Z","end":"2026-07-03T17:27:17.436777Z","steps":["trace[594557534] 'process raft request' (duration: 148.154994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:17.436714Z","caller":"traceutil/trace.go:171","msg":"trace[1974798897] linearizableReadLoop","detail":"{readStateIndex:44198; appliedIndex:44197; }","duration":"155.788338ms","start":"2026-07-03T17:27:17.280915Z","end":"2026-07-03T17:27:17.436703Z","steps":["trace[1974798897] 'read index received' (duration: 114.936346ms)","trace[1974798897] 'applied index is now lower than readState.Index' (duration: 40.850802ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:27:17.437047Z","caller":"traceutil/trace.go:171","msg":"trace[1567252460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42786; }","duration":"282.176335ms","start":"2026-07-03T17:27:17.154849Z","end":"2026-07-03T17:27:17.437025Z","steps":["trace[1567252460] 'agreement among raft nodes before linearized reading' (duration: 281.939649ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:17.67541Z","caller":"traceutil/trace.go:171","msg":"trace[919999984] transaction","detail":"{read_only:false; response_revision:42789; number_of_response:1; }","duration":"160.675361ms","start":"2026-07-03T17:27:17.514706Z","end":"2026-07-03T17:27:17.675381Z","steps":["trace[919999984] 'process raft request' (duration: 160.471017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:17.696333Z","caller":"traceutil/trace.go:171","msg":"trace[18582119] transaction","detail":"{read_only:false; response_revision:42790; number_of_response:1; }","duration":"181.538257ms","start":"2026-07-03T17:27:17.514772Z","end":"2026-07-03T17:27:17.696311Z","steps":["trace[18582119] 'process raft request' (duration: 181.418214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:19.058068Z","caller":"traceutil/trace.go:171","msg":"trace[1948827782] transaction","detail":"{read_only:false; response_revision:42795; number_of_response:1; }","duration":"206.040896ms","start":"2026-07-03T17:27:18.851998Z","end":"2026-07-03T17:27:19.058039Z","steps":["trace[1948827782] 'process raft request' (duration: 205.865712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:19.408533Z","caller":"traceutil/trace.go:171","msg":"trace[874061556] linearizableReadLoop","detail":"{readStateIndex:44212; appliedIndex:44211; }","duration":"100.758552ms","start":"2026-07-03T17:27:19.307744Z","end":"2026-07-03T17:27:19.408503Z","steps":["trace[874061556] 'read index received' (duration: 84.331836ms)","trace[874061556] 'applied index is now lower than readState.Index' (duration: 16.425796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:27:19.408798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.022937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/tempest-run-tests-nddh8\" ","response":"range_response_count:1 size:2798"} {"level":"info","ts":"2026-07-03T17:27:19.408855Z","caller":"traceutil/trace.go:171","msg":"trace[432627882] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/tempest-run-tests-nddh8; range_end:; response_count:1; response_revision:42798; }","duration":"101.194341ms","start":"2026-07-03T17:27:19.307645Z","end":"2026-07-03T17:27:19.408839Z","steps":["trace[432627882] 'agreement among raft nodes before linearized reading' (duration: 100.964586ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:19.408908Z","caller":"traceutil/trace.go:171","msg":"trace[418317742] transaction","detail":"{read_only:false; response_revision:42798; number_of_response:1; }","duration":"122.869826ms","start":"2026-07-03T17:27:19.285995Z","end":"2026-07-03T17:27:19.408865Z","steps":["trace[418317742] 'process raft request' (duration: 106.150504ms)","trace[418317742] 'compare' (duration: 16.20875ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:27:20.422371Z","caller":"traceutil/trace.go:171","msg":"trace[1903873305] linearizableReadLoop","detail":"{readStateIndex:44229; appliedIndex:44228; }","duration":"103.698649ms","start":"2026-07-03T17:27:20.318642Z","end":"2026-07-03T17:27:20.422341Z","steps":["trace[1903873305] 'read index received' (duration: 43.032964ms)","trace[1903873305] 'applied index is now lower than readState.Index' (duration: 60.663805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:27:20.424122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.459109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2138204"} {"level":"info","ts":"2026-07-03T17:27:20.424179Z","caller":"traceutil/trace.go:171","msg":"trace[205186403] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:42814; }","duration":"105.574812ms","start":"2026-07-03T17:27:20.318588Z","end":"2026-07-03T17:27:20.424163Z","steps":["trace[205186403] 'agreement among raft nodes before linearized reading' (duration: 103.855002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:23.666838Z","caller":"traceutil/trace.go:171","msg":"trace[810205282] transaction","detail":"{read_only:false; response_revision:42835; number_of_response:1; }","duration":"103.708258ms","start":"2026-07-03T17:27:23.563106Z","end":"2026-07-03T17:27:23.666815Z","steps":["trace[810205282] 'process raft request' (duration: 103.533125ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:23.666986Z","caller":"traceutil/trace.go:171","msg":"trace[1589734561] transaction","detail":"{read_only:false; response_revision:42836; number_of_response:1; }","duration":"103.733679ms","start":"2026-07-03T17:27:23.56324Z","end":"2026-07-03T17:27:23.666974Z","steps":["trace[1589734561] 'process raft request' (duration: 103.518574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:24.013925Z","caller":"traceutil/trace.go:171","msg":"trace[1203275224] transaction","detail":"{read_only:false; response_revision:42840; number_of_response:1; }","duration":"155.01313ms","start":"2026-07-03T17:27:23.858872Z","end":"2026-07-03T17:27:24.013885Z","steps":["trace[1203275224] 'process raft request' (duration: 55.360315ms)","trace[1203275224] 'compare' (duration: 99.244626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:27:24.241284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.131731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:27:24.241374Z","caller":"traceutil/trace.go:171","msg":"trace[666475834] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:42840; }","duration":"126.247014ms","start":"2026-07-03T17:27:24.115103Z","end":"2026-07-03T17:27:24.24135Z","steps":["trace[666475834] 'count revisions from in-memory index tree' (duration: 126.065019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:24.241508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.037738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-03T17:27:24.241605Z","caller":"traceutil/trace.go:171","msg":"trace[759707841] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:42840; }","duration":"101.163062ms","start":"2026-07-03T17:27:24.140418Z","end":"2026-07-03T17:27:24.241581Z","steps":["trace[759707841] 'range keys from in-memory index tree' (duration: 100.867665ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:55.433535Z","caller":"traceutil/trace.go:171","msg":"trace[2058904235] linearizableReadLoop","detail":"{readStateIndex:44488; appliedIndex:44487; }","duration":"110.725338ms","start":"2026-07-03T17:27:55.322783Z","end":"2026-07-03T17:27:55.433508Z","steps":["trace[2058904235] 'read index received' (duration: 110.485562ms)","trace[2058904235] 'applied index is now lower than readState.Index' (duration: 238.836µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:27:55.433615Z","caller":"traceutil/trace.go:171","msg":"trace[696611147] transaction","detail":"{read_only:false; response_revision:43066; number_of_response:1; }","duration":"117.672096ms","start":"2026-07-03T17:27:55.315885Z","end":"2026-07-03T17:27:55.433557Z","steps":["trace[696611147] 'process raft request' (duration: 117.479091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:55.433696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.895081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-07-03T17:27:55.433742Z","caller":"traceutil/trace.go:171","msg":"trace[404932525] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:43066; }","duration":"110.984034ms","start":"2026-07-03T17:27:55.322745Z","end":"2026-07-03T17:27:55.433729Z","steps":["trace[404932525] 'agreement among raft nodes before linearized reading' (duration: 110.895252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:29:08.83009Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41284} {"level":"info","ts":"2026-07-03T17:29:08.961455Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41284,"took":"128.231486ms","hash":35707410,"current-db-size-bytes":57114624,"current-db-size":"57 MB","current-db-size-in-use-bytes":32051200,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:29:08.961539Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":35707410,"revision":41284,"compact-revision":39060} {"level":"info","ts":"2026-07-03T17:29:58.505666Z","caller":"traceutil/trace.go:171","msg":"trace[406733613] transaction","detail":"{read_only:false; response_revision:43965; number_of_response:1; }","duration":"163.476071ms","start":"2026-07-03T17:29:58.342136Z","end":"2026-07-03T17:29:58.505612Z","steps":["trace[406733613] 'process raft request' (duration: 116.141261ms)","trace[406733613] 'compare' (duration: 46.768057ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:29:58.505767Z","caller":"traceutil/trace.go:171","msg":"trace[1708720481] linearizableReadLoop","detail":"{readStateIndex:45413; appliedIndex:45412; }","duration":"145.784926ms","start":"2026-07-03T17:29:58.359949Z","end":"2026-07-03T17:29:58.505734Z","steps":["trace[1708720481] 'read index received' (duration: 98.282633ms)","trace[1708720481] 'applied index is now lower than readState.Index' (duration: 47.498843ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:29:58.505767Z","caller":"traceutil/trace.go:171","msg":"trace[1943149218] transaction","detail":"{read_only:false; response_revision:43966; number_of_response:1; }","duration":"114.909842ms","start":"2026-07-03T17:29:58.390801Z","end":"2026-07-03T17:29:58.505711Z","steps":["trace[1943149218] 'process raft request' (duration: 114.473212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:29:58.505979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.971581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:29:58.506075Z","caller":"traceutil/trace.go:171","msg":"trace[912103547] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:43966; }","duration":"146.119744ms","start":"2026-07-03T17:29:58.35993Z","end":"2026-07-03T17:29:58.506049Z","steps":["trace[912103547] 'agreement among raft nodes before linearized reading' (duration: 145.916489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:29:58.506167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.231337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/octavia-octavia-db-init\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-07-03T17:29:58.506267Z","caller":"traceutil/trace.go:171","msg":"trace[929061335] range","detail":"{range_begin:/registry/rolebindings/openstack/octavia-octavia-db-init; range_end:; response_count:1; response_revision:43966; }","duration":"100.367291ms","start":"2026-07-03T17:29:58.405871Z","end":"2026-07-03T17:29:58.506238Z","steps":["trace[929061335] 'agreement among raft nodes before linearized reading' (duration: 100.081244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.170166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.764247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T17:30:45.17026Z","caller":"traceutil/trace.go:171","msg":"trace[1211787228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:44340; }","duration":"195.8948ms","start":"2026-07-03T17:30:44.974343Z","end":"2026-07-03T17:30:45.170238Z","steps":["trace[1211787228] 'range keys from in-memory index tree' (duration: 195.552841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.170375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.891752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:30:45.170404Z","caller":"traceutil/trace.go:171","msg":"trace[1260381265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44340; }","duration":"224.960384ms","start":"2026-07-03T17:30:44.945437Z","end":"2026-07-03T17:30:45.170397Z","steps":["trace[1260381265] 'range keys from in-memory index tree' (duration: 224.77876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.170595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.584839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-bootstrap\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T17:30:45.170633Z","caller":"traceutil/trace.go:171","msg":"trace[534536539] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-bootstrap; range_end:; response_count:1; response_revision:44340; }","duration":"289.65686ms","start":"2026-07-03T17:30:44.880967Z","end":"2026-07-03T17:30:45.170624Z","steps":["trace[534536539] 'range keys from in-memory index tree' (duration: 289.475357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.173902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.551455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387569"} {"level":"info","ts":"2026-07-03T17:30:45.174022Z","caller":"traceutil/trace.go:171","msg":"trace[28704282] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:44340; }","duration":"274.732579ms","start":"2026-07-03T17:30:44.899265Z","end":"2026-07-03T17:30:45.173998Z","steps":["trace[28704282] 'range keys from in-memory index tree' (duration: 272.107909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.503331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.917844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:30:45.503603Z","caller":"traceutil/trace.go:171","msg":"trace[315520121] transaction","detail":"{read_only:false; response_revision:44344; number_of_response:1; }","duration":"265.869778ms","start":"2026-07-03T17:30:45.237711Z","end":"2026-07-03T17:30:45.503581Z","steps":["trace[315520121] 'process raft request' (duration: 75.384021ms)","trace[315520121] 'compare' (duration: 189.769259ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:30:45.508685Z","caller":"traceutil/trace.go:171","msg":"trace[607992295] linearizableReadLoop","detail":"{readStateIndex:45805; appliedIndex:45803; }","duration":"215.826216ms","start":"2026-07-03T17:30:45.292837Z","end":"2026-07-03T17:30:45.508663Z","steps":["trace[607992295] 'read index received' (duration: 20.270694ms)","trace[607992295] 'applied index is now lower than readState.Index' (duration: 195.554622ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:30:45.50871Z","caller":"traceutil/trace.go:171","msg":"trace[1985905332] transaction","detail":"{read_only:false; response_revision:44345; number_of_response:1; }","duration":"258.471178ms","start":"2026-07-03T17:30:45.250207Z","end":"2026-07-03T17:30:45.508678Z","steps":["trace[1985905332] 'process raft request' (duration: 258.345035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.508874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.04368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:30:45.508929Z","caller":"traceutil/trace.go:171","msg":"trace[2076911458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:44345; }","duration":"216.167173ms","start":"2026-07-03T17:30:45.292746Z","end":"2026-07-03T17:30:45.508914Z","steps":["trace[2076911458] 'agreement among raft nodes before linearized reading' (duration: 216.02187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.530548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.304583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:30:45.530615Z","caller":"traceutil/trace.go:171","msg":"trace[763991333] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:44346; }","duration":"137.409975ms","start":"2026-07-03T17:30:45.39319Z","end":"2026-07-03T17:30:45.5306Z","steps":["trace[763991333] 'agreement among raft nodes before linearized reading' (duration: 137.221131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.5307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.950353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-03T17:30:45.530754Z","caller":"traceutil/trace.go:171","msg":"trace[628898719] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-db-init; range_end:; response_count:1; response_revision:44346; }","duration":"186.046546ms","start":"2026-07-03T17:30:45.344694Z","end":"2026-07-03T17:30:45.53074Z","steps":["trace[628898719] 'agreement among raft nodes before linearized reading' (duration: 185.937263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:30:45.534391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.974194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387569"} {"level":"info","ts":"2026-07-03T17:30:45.53448Z","caller":"traceutil/trace.go:171","msg":"trace[1013501509] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:44346; }","duration":"161.098397ms","start":"2026-07-03T17:30:45.373365Z","end":"2026-07-03T17:30:45.534463Z","steps":["trace[1013501509] 'agreement among raft nodes before linearized reading' (duration: 157.064945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:31:01.933738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.957967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:31:01.933817Z","caller":"traceutil/trace.go:171","msg":"trace[1036203108] transaction","detail":"{read_only:false; response_revision:44465; number_of_response:1; }","duration":"103.263596ms","start":"2026-07-03T17:31:01.830523Z","end":"2026-07-03T17:31:01.933786Z","steps":["trace[1036203108] 'process raft request' (duration: 95.152961ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:31:01.93388Z","caller":"traceutil/trace.go:171","msg":"trace[1219366594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:44464; }","duration":"116.187992ms","start":"2026-07-03T17:31:01.817664Z","end":"2026-07-03T17:31:01.933852Z","steps":["trace[1219366594] 'count revisions from in-memory index tree' (duration: 115.810583ms)"],"step_count":1}